2024-11-21 08:15:43,876 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146
2024-11-21 08:15:43,945 main DEBUG Took 0.066137 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-21 08:15:43,945 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-21 08:15:43,946 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-21 08:15:43,949 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-21 08:15:43,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:43,982 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-21 08:15:44,029 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,040 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,042 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,057 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,060 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,069 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,070 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,071 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,073 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,075 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-21 08:15:44,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,077 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-21 08:15:44,080 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-21 08:15:44,085 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-21 08:15:44,089 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-21 08:15:44,090 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-21 08:15:44,091 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-21 08:15:44,092 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-21 08:15:44,103 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-21 08:15:44,106 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-21 08:15:44,108 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-21 08:15:44,108 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-21 08:15:44,109 main DEBUG createAppenders(={Console})
2024-11-21 08:15:44,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 initialized
2024-11-21 08:15:44,110 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146
2024-11-21 08:15:44,111 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 OK.
2024-11-21 08:15:44,111 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-21 08:15:44,112 main DEBUG OutputStream closed
2024-11-21 08:15:44,112 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-21 08:15:44,113 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-21 08:15:44,113 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@c88a337 OK
2024-11-21 08:15:44,267 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-21 08:15:44,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-21 08:15:44,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-21 08:15:44,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-21 08:15:44,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-21 08:15:44,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-21 08:15:44,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-21 08:15:44,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-21 08:15:44,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-21 08:15:44,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-21 08:15:44,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-21 08:15:44,279 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-21 08:15:44,280 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-21 08:15:44,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-21 08:15:44,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-21 08:15:44,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-21 08:15:44,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-21 08:15:44,282 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-21 08:15:44,293 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21 08:15:44,293 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null
2024-11-21 08:15:44,294 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-21 08:15:44,295 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK.
2024-11-21T08:15:44,313 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins
2024-11-21 08:15:44,316 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-21 08:15:44,317 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-21T08:15:44,401 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1250, ProcessCount=11, AvailableMemoryMB=4026
2024-11-21T08:15:44,772 INFO  [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations
2024-11-21T08:15:44,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e
2024-11-21T08:15:44,834 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d, deleteOnExit=true
2024-11-21T08:15:45,073 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/zookeeper_0, clientPort=60445, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:15:45,101 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60445
2024-11-21T08:15:45,111 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:15:45,168 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:15:45,169 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/test.cache.data in system properties and HBase conf
2024-11-21T08:15:45,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:15:45,171 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:15:45,172 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:15:45,178 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:15:45,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:15:45,314 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-21T08:15:45,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:15:45,504 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:15:45,505 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:15:45,506 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:15:45,507 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:15:45,507 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:15:45,509 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:15:45,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:15:45,517 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:15:45,521 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:15:45,522 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:15:45,523 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:15:45,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:15:45,524 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:15:45,525 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:15:47,259 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-21T08:15:47,399 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4857ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-21T08:15:47,563 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:15:47,884 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:15:48,035 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:15:48,035 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:15:48,037 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:15:48,096 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:15:48,115 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:15:48,116 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:15:48,519 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/java.io.tmpdir/jetty-localhost-35601-hadoop-hdfs-3_4_1-tests_jar-_-any-12529334769357268665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:15:48,539 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:35601}
2024-11-21T08:15:48,542 INFO  [Time-limited test {}] server.Server(415): Started @6001ms
2024-11-21T08:15:49,837 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:15:49,857 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:15:49,880 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:15:49,881 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:15:49,882 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:15:49,885 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:15:49,893 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:15:50,082 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/java.io.tmpdir/jetty-localhost-39671-hadoop-hdfs-3_4_1-tests_jar-_-any-1611170253995380266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:15:50,085 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:39671}
2024-11-21T08:15:50,086 INFO  [Time-limited test {}] server.Server(415): Started @7545ms
2024-11-21T08:15:50,249 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:15:52,146 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/data/data1/current/BP-391367184-172.17.0.3-1732176946495/current, will proceed with Du for space computation calculation, 
2024-11-21T08:15:52,147 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/data/data2/current/BP-391367184-172.17.0.3-1732176946495/current, will proceed with Du for space computation calculation, 
2024-11-21T08:15:52,341 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:15:52,475 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41a4ef745d7731c2 with lease ID 0x6532269863a25fca: Processing first storage report for DS-203bc52f-8894-42d3-858e-c9e60c8e45e3 from datanode DatanodeRegistration(127.0.0.1:44185, datanodeUuid=2600ffe1-c787-44ee-9d51-4c03346b0896, infoPort=39489, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=675436160;c=1732176946495)
2024-11-21T08:15:52,477 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41a4ef745d7731c2 with lease ID 0x6532269863a25fca: from storage DS-203bc52f-8894-42d3-858e-c9e60c8e45e3 node DatanodeRegistration(127.0.0.1:44185, datanodeUuid=2600ffe1-c787-44ee-9d51-4c03346b0896, infoPort=39489, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=675436160;c=1732176946495), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T08:15:52,479 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41a4ef745d7731c2 with lease ID 0x6532269863a25fca: Processing first storage report for DS-d9455701-0940-4323-84d5-f52e8a780fe7 from datanode DatanodeRegistration(127.0.0.1:44185, datanodeUuid=2600ffe1-c787-44ee-9d51-4c03346b0896, infoPort=39489, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=675436160;c=1732176946495)
2024-11-21T08:15:52,479 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41a4ef745d7731c2 with lease ID 0x6532269863a25fca: from storage DS-d9455701-0940-4323-84d5-f52e8a780fe7 node DatanodeRegistration(127.0.0.1:44185, datanodeUuid=2600ffe1-c787-44ee-9d51-4c03346b0896, infoPort=39489, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=675436160;c=1732176946495), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T08:15:52,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e
2024-11-21T08:15:52,586 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:52,603 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:53,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:15:53,276 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3 with version=8
2024-11-21T08:15:53,277 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/hbase-staging
2024-11-21T08:15:53,591 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-21T08:15:54,195 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:15:54,232 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:54,233 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:54,272 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:15:54,272 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:54,272 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:15:54,689 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:15:54,835 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-21T08:15:54,859 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-21T08:15:54,864 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:15:54,914 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8779 (auto-detected)
2024-11-21T08:15:54,915 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-21T08:15:54,968 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33413
2024-11-21T08:15:55,009 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33413 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:15:55,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334130x0, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:15:55,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33413-0x1015c769b2d0000 connected
2024-11-21T08:15:55,700 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:55,704 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:55,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:15:55,755 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3, hbase.cluster.distributed=false
2024-11-21T08:15:55,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/acl
2024-11-21T08:15:55,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33413
2024-11-21T08:15:55,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33413
2024-11-21T08:15:55,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33413
2024-11-21T08:15:55,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33413
2024-11-21T08:15:55,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33413
2024-11-21T08:15:56,190 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:15:56,192 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:56,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:56,193 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:15:56,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:15:56,193 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:15:56,201 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:15:56,204 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:15:56,213 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43075
2024-11-21T08:15:56,216 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43075 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:15:56,218 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:56,223 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430750x0, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:15:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43075-0x1015c769b2d0001 connected
2024-11-21T08:15:56,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:15:56,286 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:15:56,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:15:56,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/master
2024-11-21T08:15:56,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/acl
2024-11-21T08:15:56,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43075
2024-11-21T08:15:56,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43075
2024-11-21T08:15:56,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43075
2024-11-21T08:15:56,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43075
2024-11-21T08:15:56,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43075
2024-11-21T08:15:56,438 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:33413
2024-11-21T08:15:56,448 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-654831567/backup-masters/6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:56,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:15:56,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:15:56,484 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/backup-masters/6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:56,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:56,566 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/master
2024-11-21T08:15:56,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/master
2024-11-21T08:15:56,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:56,568 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-654831567/backup-masters/6ed56fb6cbf7,33413,1732176953751 from backup master directory
2024-11-21T08:15:56,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:15:56,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/backup-masters/6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:56,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:15:56,582 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:15:56,582 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:56,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-21T08:15:56,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-21T08:15:56,703 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/hbase.id] with ID: 1bde8ac2-7634-4ffe-8eb8-863449e54d38
2024-11-21T08:15:56,703 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.tmp/hbase.id
2024-11-21T08:15:56,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:15:57,197 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.tmp/hbase.id]:[hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/hbase.id]
2024-11-21T08:15:57,301 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:15:57,312 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:15:57,344 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 28ms.
2024-11-21T08:15:57,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:57,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:57,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:15:57,467 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:15:57,475 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:15:57,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T08:15:57,514 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:15:57,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:15:57,667 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store
2024-11-21T08:15:57,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:15:57,788 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-21T08:15:57,793 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:15:57,797 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:15:57,797 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:15:57,797 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:15:57,799 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:15:57,800 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:15:57,800 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:15:57,802 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176957796Disabling compacts and flushes for region at 1732176957796Disabling writes for close at 1732176957800 (+4 ms)Writing region close event to WAL at 1732176957800Closed at 1732176957800
2024-11-21T08:15:57,811 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/.initializing
2024-11-21T08:15:57,811 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:57,824 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:15:57,870 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C33413%2C1732176953751, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/oldWALs, maxLogs=10
2024-11-21T08:15:57,905 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878, exclude list is [], retry=0
2024-11-21T08:15:57,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:15:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-21T08:15:58,061 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:15:58,069 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:15:58,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:15:58,071 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:15:58,076 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,077 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,191 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:15:58,238 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:15:58,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:15:58,266 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:15:58,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:15:58,286 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:15:58,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:15:58,288 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:15:58,289 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:15:58,317 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:15:58,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:15:58,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:15:58,321 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:15:58,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:15:58,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:15:58,329 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:15:58,330 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,335 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,337 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,372 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,373 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,385 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:15:58,398 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:15:58,424 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:15:58,435 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75082535, jitterRate=0.11881695687770844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:15:58,459 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732176958110Initializing all the Stores at 1732176958134 (+24 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176958135 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176958140 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176958141 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176958141Cleaning up temporary data from old regions at 1732176958374 (+233 ms)Region opened successfully at 1732176958458 (+84 ms)
2024-11-21T08:15:58,465 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:15:58,585 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40afefda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:15:58,701 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:15:58,725 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:15:58,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:15:58,743 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:15:58,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 20 msec
2024-11-21T08:15:58,771 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-21T08:15:58,772 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:15:58,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:15:58,906 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/balancer because node does not exist (not necessarily an error)
2024-11-21T08:15:58,964 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/balancer already deleted, retry=false
2024-11-21T08:15:58,967 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:15:58,976 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:15:59,040 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/normalizer already deleted, retry=false
2024-11-21T08:15:59,044 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:15:59,073 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:15:59,220 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/switch/split already deleted, retry=false
2024-11-21T08:15:59,223 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:15:59,279 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/switch/merge already deleted, retry=false
2024-11-21T08:15:59,306 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:15:59,326 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/snapshot-cleanup already deleted, retry=false
2024-11-21T08:15:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:15:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:15:59,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,363 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,33413,1732176953751, sessionid=0x1015c769b2d0000, setting cluster-up flag (Was=false)
2024-11-21T08:15:59,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,448 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-654831567/flush-table-proc/acquired, /0-654831567/flush-table-proc/reached, /0-654831567/flush-table-proc/abort
2024-11-21T08:15:59,474 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:15:59,560 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-654831567/online-snapshot/acquired, /0-654831567/online-snapshot/reached, /0-654831567/online-snapshot/abort
2024-11-21T08:15:59,572 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:15:59,600 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:15:59,628 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(746): ClusterId : 1bde8ac2-7634-4ffe-8eb8-863449e54d38
2024-11-21T08:15:59,633 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:15:59,657 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:15:59,657 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:15:59,673 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:15:59,674 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c137354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:15:59,722 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:43075
2024-11-21T08:15:59,730 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:15:59,730 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:15:59,730 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:15:59,737 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,33413,1732176953751 with port=43075, startcode=1732176956103
2024-11-21T08:15:59,770 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:15:59,803 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:15:59,832 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:15:59,846 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:15:59,847 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:15:59,855 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,33413,1732176953751
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:15:59,861 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33413 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:15:59,870 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:15:59,871 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:15:59,871 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:15:59,871 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:15:59,872 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:15:59,872 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:15:59,872 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:15:59,872 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:15:59,915 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T08:15:59,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:15:59,915 WARN  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-21T08:15:59,915 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:15:59,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732176989932
2024-11-21T08:15:59,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:15:59,933 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:15:59,936 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:15:59,939 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:15:59,946 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:15:59,946 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:15:59,947 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:15:59,947 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:15:59,952 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:15:59,972 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:15:59,974 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:15:59,974 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:15:59,974 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:15:59,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:15:59,977 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:15:59,977 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:15:59,981 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176959978,5,FailOnTimeoutGroup]
2024-11-21T08:15:59,992 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176959981,5,FailOnTimeoutGroup]
2024-11-21T08:15:59,992 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:15:59,993 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:15:59,994 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:15:59,995 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:15:59,996 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:15:59,997 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3
2024-11-21T08:16:00,021 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,33413,1732176953751 with port=43075, startcode=1732176956103
2024-11-21T08:16:00,023 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,027 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33413 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:16:00,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:00,049 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3
2024-11-21T08:16:00,049 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33935
2024-11-21T08:16:00,049 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:00,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:00,062 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:00,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:00,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:00,068 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:00,081 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:00,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:00,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:00,085 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:00,098 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:00,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:00,102 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:00,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:00,110 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:00,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:00,119 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:00,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:00,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:00,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:00,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/rs
2024-11-21T08:16:00,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:00,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:00,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:00,136 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] zookeeper.ZKUtil(111): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/rs/6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,136 WARN  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:00,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:00,137 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:00,140 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,142 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,43075,1732176956103]
2024-11-21T08:16:00,146 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:00,153 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72742303, jitterRate=0.08394478261470795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732176960041Initializing all the Stores at 1732176960047 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176960047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176960048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176960048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176960048Cleaning up temporary data from old regions at 1732176960130 (+82 ms)Region opened successfully at 1732176960161 (+31 ms)
2024-11-21T08:16:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:00,161 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:00,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:00,186 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:00,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176960161Disabling compacts and flushes for region at 1732176960161Disabling writes for close at 1732176960162 (+1 ms)Writing region close event to WAL at 1732176960184 (+22 ms)Closed at 1732176960186 (+2 ms)
2024-11-21T08:16:00,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:00,195 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:16:00,205 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:00,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:00,247 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:00,248 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:00,257 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:16:00,266 INFO  [RS:0;6ed56fb6cbf7:43075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:00,266 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,278 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:00,293 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:00,296 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,300 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,300 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,301 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,301 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,301 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,301 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:00,302 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,302 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,302 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,302 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,302 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,310 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:00,310 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:00,311 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:00,328 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,328 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,328 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,328 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,329 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,329 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,43075,1732176956103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:00,383 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:00,394 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,43075,1732176956103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,395 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,395 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.Replication(171): 6ed56fb6cbf7,43075,1732176956103 started
2024-11-21T08:16:00,408 WARN  [6ed56fb6cbf7:33413 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:16:00,437 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:00,438 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,43075,1732176956103, RpcServer on 6ed56fb6cbf7/172.17.0.3:43075, sessionid=0x1015c769b2d0001
2024-11-21T08:16:00,439 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:00,439 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,445 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,43075,1732176956103'
2024-11-21T08:16:00,445 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-654831567/flush-table-proc/abort'
2024-11-21T08:16:00,448 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-654831567/flush-table-proc/acquired'
2024-11-21T08:16:00,451 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:00,452 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:00,452 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,453 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,43075,1732176956103'
2024-11-21T08:16:00,453 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-654831567/online-snapshot/abort'
2024-11-21T08:16:00,454 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-654831567/online-snapshot/acquired'
2024-11-21T08:16:00,454 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:00,454 INFO  [RS:0;6ed56fb6cbf7:43075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:00,455 INFO  [RS:0;6ed56fb6cbf7:43075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:00,562 INFO  [RS:0;6ed56fb6cbf7:43075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:00,582 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43075%2C1732176956103, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:00,613 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590, exclude list is [], retry=0
2024-11-21T08:16:00,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:00,648 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590
2024-11-21T08:16:00,657 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:00,914 DEBUG [6ed56fb6cbf7:33413 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:00,939 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:00,951 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,43075,1732176956103, state=OPENING
2024-11-21T08:16:01,100 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:16:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:01,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:01,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:01,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:01,170 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43075,1732176956103}]
2024-11-21T08:16:01,393 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:01,397 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:01,413 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:01,414 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:01,418 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:01,422 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43075%2C1732176956103.meta, suffix=.meta, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:01,447 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.meta.1732176961425.meta, exclude list is [], retry=0
2024-11-21T08:16:01,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:01,456 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.meta.1732176961425.meta
2024-11-21T08:16:01,457 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:01,457 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:01,462 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:01,463 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:01,465 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:01,467 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:01,471 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:01,471 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:01,472 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:01,472 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:01,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:01,477 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:01,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:01,478 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:01,479 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:01,481 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:01,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:01,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:01,483 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:01,485 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:01,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:01,487 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:01,487 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:01,489 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:01,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:01,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:01,493 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:01,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:01,499 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:01,504 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:01,504 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:01,505 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:01,509 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:01,511 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67258545, jitterRate=0.002230420708656311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:01,511 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:01,513 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732176961472Writing region info on filesystem at 1732176961473 (+1 ms)Initializing all the Stores at 1732176961474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176961474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176961475 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176961475Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176961475Cleaning up temporary data from old regions at 1732176961504 (+29 ms)Running coprocessor post-open hooks at 1732176961511 (+7 ms)Region opened successfully at 1732176961513 (+2 ms)
2024-11-21T08:16:01,528 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732176961368
2024-11-21T08:16:01,544 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:01,545 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:01,546 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:01,551 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,43075,1732176956103, state=OPEN
2024-11-21T08:16:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:01,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:01,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:01,635 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:01,649 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:16:01,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43075,1732176956103 in 466 msec
2024-11-21T08:16:01,661 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:16:01,661 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4340 sec
2024-11-21T08:16:01,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:01,664 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:16:01,703 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:01,705 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43075,1732176956103, seqNum=-1]
2024-11-21T08:16:01,732 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:01,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:01,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.1160 sec
2024-11-21T08:16:01,784 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732176961784, completionTime=-1
2024-11-21T08:16:01,788 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:16:01,788 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:01,828 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:01,828 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177021828
2024-11-21T08:16:01,828 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177081828
2024-11-21T08:16:01,828 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec
2024-11-21T08:16:01,832 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,832 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,832 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,834 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:33413, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,834 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,841 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,846 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:16:01,890 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.308sec
2024-11-21T08:16:01,893 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:01,895 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:01,896 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:01,897 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:01,898 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:01,899 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:01,900 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:01,936 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:01,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:01,938 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33413,1732176953751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:01,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:01,953 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-21T08:16:01,953 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-21T08:16:01,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33413,-1 for getting cluster id
2024-11-21T08:16:01,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:02,004 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde8ac2-7634-4ffe-8eb8-863449e54d38'
2024-11-21T08:16:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:02,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde8ac2-7634-4ffe-8eb8-863449e54d38"

2024-11-21T08:16:02,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33413,-1]
2024-11-21T08:16:02,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:02,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:02,036 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:02,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:02,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43075,1732176956103, seqNum=-1]
2024-11-21T08:16:02,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:02,068 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:02,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:16:02,112 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:02,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c769b2d0002 connected
2024-11-21T08:16:02,253 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir so I do NOT create it in target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52
2024-11-21T08:16:02,254 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:16:02,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.tmp.dir so I do NOT create it in target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52
2024-11-21T08:16:02,254 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:16:02,254 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52
2024-11-21T08:16:02,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:16:02,254 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/cluster_9ac3895a-c47f-a317-e78b-69aa787fc7bc, deleteOnExit=true
2024-11-21T08:16:02,254 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:16:02,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/test.cache.data in system properties and HBase conf
2024-11-21T08:16:02,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:16:02,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:16:02,255 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:16:02,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:16:02,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:16:02,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:16:02,256 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:16:02,257 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:02,258 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:16:02,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:16:02,791 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:02,800 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:02,824 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:02,825 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:02,825 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:02,833 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:02,851 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:02,855 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:02,988 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26c5bd95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/java.io.tmpdir/jetty-localhost-33843-hadoop-hdfs-3_4_1-tests_jar-_-any-2700978424289889661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:02,989 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:33843}
2024-11-21T08:16:02,989 INFO  [Time-limited test {}] server.Server(415): Started @20449ms
2024-11-21T08:16:03,333 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:03,346 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:03,348 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:03,349 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:03,349 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:03,349 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:03,350 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:03,497 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6e23de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/java.io.tmpdir/jetty-localhost-41193-hadoop-hdfs-3_4_1-tests_jar-_-any-4765744922756764032/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:03,498 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:41193}
2024-11-21T08:16:03,498 INFO  [Time-limited test {}] server.Server(415): Started @20957ms
2024-11-21T08:16:03,500 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:16:04,467 WARN  [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/cluster_9ac3895a-c47f-a317-e78b-69aa787fc7bc/data/data1/current/BP-87473769-172.17.0.3-1732176962300/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:04,468 WARN  [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/cluster_9ac3895a-c47f-a317-e78b-69aa787fc7bc/data/data2/current/BP-87473769-172.17.0.3-1732176962300/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:04,520 WARN  [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:16:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5b379d146b57fb with lease ID 0x42aa6bfa4a941796: Processing first storage report for DS-a6e17dbf-9352-406b-8c5d-c00caf12ff08 from datanode DatanodeRegistration(127.0.0.1:33911, datanodeUuid=81bbc528-b156-4ff4-8f9c-651ac250cfd3, infoPort=33657, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1375961822;c=1732176962300)
2024-11-21T08:16:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5b379d146b57fb with lease ID 0x42aa6bfa4a941796: from storage DS-a6e17dbf-9352-406b-8c5d-c00caf12ff08 node DatanodeRegistration(127.0.0.1:33911, datanodeUuid=81bbc528-b156-4ff4-8f9c-651ac250cfd3, infoPort=33657, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1375961822;c=1732176962300), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b5b379d146b57fb with lease ID 0x42aa6bfa4a941796: Processing first storage report for DS-b6057934-16c0-412d-a217-bc6f8737b02e from datanode DatanodeRegistration(127.0.0.1:33911, datanodeUuid=81bbc528-b156-4ff4-8f9c-651ac250cfd3, infoPort=33657, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1375961822;c=1732176962300)
2024-11-21T08:16:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b5b379d146b57fb with lease ID 0x42aa6bfa4a941796: from storage DS-b6057934-16c0-412d-a217-bc6f8737b02e node DatanodeRegistration(127.0.0.1:33911, datanodeUuid=81bbc528-b156-4ff4-8f9c-651ac250cfd3, infoPort=33657, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1375961822;c=1732176962300), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T08:16:04,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52
2024-11-21T08:16:04,573 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:04,575 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:04,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:16:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:16:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:16:04,837 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:04,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-21T08:16:04,838 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:04,838 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T08:16:04,839 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:16:04,839 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T08:16:05,010 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb with version=8
2024-11-21T08:16:05,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/hbase-staging
2024-11-21T08:16:05,013 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:05,013 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,013 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,014 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:05,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,014 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:05,014 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:05,014 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:05,024 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45087
2024-11-21T08:16:05,026 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45087 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:05,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450870x0, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:05,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45087-0x1015c769b2d0003 connected
2024-11-21T08:16:05,137 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:05,140 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:05,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/running
2024-11-21T08:16:05,145 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb, hbase.cluster.distributed=false
2024-11-21T08:16:05,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/acl
2024-11-21T08:16:05,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45087
2024-11-21T08:16:05,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45087
2024-11-21T08:16:05,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45087
2024-11-21T08:16:05,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45087
2024-11-21T08:16:05,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45087
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:05,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:05,227 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:05,227 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:05,229 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39773
2024-11-21T08:16:05,231 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39773 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:05,233 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:05,238 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:05,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397730x0, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:05,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397730x0, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/running
2024-11-21T08:16:05,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39773-0x1015c769b2d0004 connected
2024-11-21T08:16:05,253 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:05,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:05,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/master
2024-11-21T08:16:05,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/acl
2024-11-21T08:16:05,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39773
2024-11-21T08:16:05,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39773
2024-11-21T08:16:05,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39773
2024-11-21T08:16:05,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39773
2024-11-21T08:16:05,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39773
2024-11-21T08:16:05,305 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:45087
2024-11-21T08:16:05,309 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1552476285/backup-masters/6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:05,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/backup-masters
2024-11-21T08:16:05,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/backup-masters
2024-11-21T08:16:05,333 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on existing znode=/1552476285/backup-masters/6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1552476285/master
2024-11-21T08:16:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:05,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:05,348 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on existing znode=/1552476285/master
2024-11-21T08:16:05,348 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1552476285/backup-masters/6ed56fb6cbf7,45087,1732176965013 from backup master directory
2024-11-21T08:16:05,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1552476285/backup-masters/6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:05,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/backup-masters
2024-11-21T08:16:05,357 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:05,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/backup-masters
2024-11-21T08:16:05,357 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:05,372 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/hbase.id] with ID: 9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:05,373 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/.tmp/hbase.id
2024-11-21T08:16:05,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:16:05,390 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/.tmp/hbase.id]:[hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/hbase.id]
2024-11-21T08:16:05,426 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:05,426 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:16:05,429 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms.
2024-11-21T08:16:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:05,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:05,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:16:05,461 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:05,468 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:16:05,473 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:05,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:16:05,514 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store
2024-11-21T08:16:05,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:05,943 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:05,943 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:05,943 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176965943Disabling compacts and flushes for region at 1732176965943Disabling writes for close at 1732176965943Writing region close event to WAL at 1732176965943Closed at 1732176965943
2024-11-21T08:16:05,945 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/.initializing
2024-11-21T08:16:05,945 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/WALs/6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:05,947 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:05,950 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C45087%2C1732176965013, suffix=, logDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/WALs/6ed56fb6cbf7,45087,1732176965013, archiveDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/oldWALs, maxLogs=10
2024-11-21T08:16:05,964 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/WALs/6ed56fb6cbf7,45087,1732176965013/6ed56fb6cbf7%2C45087%2C1732176965013.1732176965950, exclude list is [], retry=0
2024-11-21T08:16:05,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-a6e17dbf-9352-406b-8c5d-c00caf12ff08,DISK]
2024-11-21T08:16:05,972 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/WALs/6ed56fb6cbf7,45087,1732176965013/6ed56fb6cbf7%2C45087%2C1732176965013.1732176965950
2024-11-21T08:16:05,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)]
2024-11-21T08:16:05,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:05,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:05,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:05,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:05,976 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:05,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:16:05,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:06,015 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:06,015 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:06,019 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:16:06,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:06,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:06,020 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:06,024 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:16:06,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:06,027 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:06,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:06,036 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:16:06,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:06,038 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:06,038 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,040 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,040 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,044 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,044 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,045 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:06,048 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:06,051 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:06,053 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59260104, jitterRate=-0.11695563793182373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:06,053 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732176965974Initializing all the Stores at 1732176965975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176965975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176965975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176965975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176965976 (+1 ms)Cleaning up temporary data from old regions at 1732176966044 (+68 ms)Region opened successfully at 1732176966053 (+9 ms)
2024-11-21T08:16:06,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:16:06,074 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ade28dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:06,085 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:16:06,085 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:16:06,085 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:16:06,085 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:16:06,086 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T08:16:06,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:16:06,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:16:06,103 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:16:06,105 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Unable to get data of znode /1552476285/balancer because node does not exist (not necessarily an error)
2024-11-21T08:16:06,131 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/balancer already deleted, retry=false
2024-11-21T08:16:06,132 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:16:06,133 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Unable to get data of znode /1552476285/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:16:06,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:16:06,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/normalizer already deleted, retry=false
2024-11-21T08:16:06,227 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:16:06,231 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Unable to get data of znode /1552476285/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:16:06,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/switch/split already deleted, retry=false
2024-11-21T08:16:06,243 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Unable to get data of znode /1552476285/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:16:06,260 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/switch/merge already deleted, retry=false
2024-11-21T08:16:06,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Unable to get data of znode /1552476285/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:16:06,376 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/snapshot-cleanup already deleted, retry=false
2024-11-21T08:16:06,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1552476285/running
2024-11-21T08:16:06,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1552476285/running
2024-11-21T08:16:06,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,45087,1732176965013, sessionid=0x1015c769b2d0003, setting cluster-up flag (Was=false)
2024-11-21T08:16:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1552476285/flush-table-proc/acquired, /1552476285/flush-table-proc/reached, /1552476285/flush-table-proc/abort
2024-11-21T08:16:06,480 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:06,574 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1552476285/online-snapshot/acquired, /1552476285/online-snapshot/reached, /1552476285/online-snapshot/abort
2024-11-21T08:16:06,576 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:06,583 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:16:06,594 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:06,594 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:16:06,595 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:16:06,595 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,45087,1732176965013
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:16:06,598 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:06,598 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:06,598 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:06,598 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:06,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:16:06,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:06,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:06,606 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:16:06,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:06,610 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732176996621
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:16:06,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:16:06,622 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,628 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:16:06,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:16:06,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:16:06,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:16:06,634 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(746): ClusterId : 9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:06,634 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:16:06,647 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:16:06,647 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:16:06,648 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:16:06,648 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:16:06,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176966647,5,FailOnTimeoutGroup]
2024-11-21T08:16:06,657 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176966656,5,FailOnTimeoutGroup]
2024-11-21T08:16:06,657 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,657 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:16:06,657 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,657 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:16:06,664 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:16:06,664 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cad264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:06,685 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:39773
2024-11-21T08:16:06,685 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:16:06,685 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:16:06,686 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:16:06,687 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,45087,1732176965013 with port=39773, startcode=1732176965225
2024-11-21T08:16:06,687 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:16:06,692 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:16:06,693 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,693 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45087 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,696 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb
2024-11-21T08:16:06,696 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38331
2024-11-21T08:16:06,697 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:06,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/rs
2024-11-21T08:16:06,705 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] zookeeper.ZKUtil(111): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on existing znode=/1552476285/rs/6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,705 WARN  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:06,705 INFO  [RS:0;6ed56fb6cbf7:39773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:06,705 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,706 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,39773,1732176965225]
2024-11-21T08:16:06,713 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:06,720 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:06,721 INFO  [RS:0;6ed56fb6cbf7:39773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:06,721 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,721 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:06,722 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:06,723 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,723 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:06,724 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:06,740 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,740 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,740 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,740 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,741 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,741 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39773,1732176965225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:06,762 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:06,762 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39773,1732176965225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,762 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,762 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.Replication(171): 6ed56fb6cbf7,39773,1732176965225 started
2024-11-21T08:16:06,780 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:06,780 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,39773,1732176965225, RpcServer on 6ed56fb6cbf7/172.17.0.3:39773, sessionid=0x1015c769b2d0004
2024-11-21T08:16:06,780 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:06,780 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,780 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39773,1732176965225'
2024-11-21T08:16:06,780 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1552476285/flush-table-proc/abort'
2024-11-21T08:16:06,782 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1552476285/flush-table-proc/acquired'
2024-11-21T08:16:06,784 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:06,784 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:06,784 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:06,784 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39773,1732176965225'
2024-11-21T08:16:06,784 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1552476285/online-snapshot/abort'
2024-11-21T08:16:06,785 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1552476285/online-snapshot/acquired'
2024-11-21T08:16:06,785 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:06,785 INFO  [RS:0;6ed56fb6cbf7:39773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:06,785 INFO  [RS:0;6ed56fb6cbf7:39773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:06,886 INFO  [RS:0;6ed56fb6cbf7:39773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:06,894 INFO  [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39773%2C1732176965225, suffix=, logDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225, archiveDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/oldWALs, maxLogs=10
2024-11-21T08:16:06,914 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225/6ed56fb6cbf7%2C39773%2C1732176965225.1732176966897, exclude list is [], retry=0
2024-11-21T08:16:06,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-a6e17dbf-9352-406b-8c5d-c00caf12ff08,DISK]
2024-11-21T08:16:06,933 INFO  [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225/6ed56fb6cbf7%2C39773%2C1732176965225.1732176966897
2024-11-21T08:16:06,947 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)]
2024-11-21T08:16:07,013 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:07,061 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:16:07,061 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb
2024-11-21T08:16:07,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:16:07,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:07,087 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:07,089 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:07,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,090 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:07,094 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:07,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:07,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:07,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:07,100 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:07,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,101 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740
2024-11-21T08:16:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740
2024-11-21T08:16:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:07,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:07,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:07,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:07,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:07,114 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68089690, jitterRate=0.014615446329116821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732176967085Initializing all the Stores at 1732176967087 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176967087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967087Cleaning up temporary data from old regions at 1732176967106 (+19 ms)Region opened successfully at 1732176967114 (+8 ms)
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:07,115 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:07,115 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:07,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176967115Disabling compacts and flushes for region at 1732176967115Disabling writes for close at 1732176967115Writing region close event to WAL at 1732176967115Closed at 1732176967115
2024-11-21T08:16:07,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:07,117 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:16:07,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:07,122 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:07,126 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:16:07,276 DEBUG [6ed56fb6cbf7:45087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:07,277 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:07,280 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39773,1732176965225, state=OPENING
2024-11-21T08:16:07,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:16:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:07,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:07,347 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39773,1732176965225}]
2024-11-21T08:16:07,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1552476285/meta-region-server: CHANGED
2024-11-21T08:16:07,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1552476285/meta-region-server: CHANGED
2024-11-21T08:16:07,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:07,506 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:07,512 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:07,512 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:07,513 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:07,516 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39773%2C1732176965225.meta, suffix=.meta, logDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225, archiveDir=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/oldWALs, maxLogs=10
2024-11-21T08:16:07,532 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225/6ed56fb6cbf7%2C39773%2C1732176965225.meta.1732176967518.meta, exclude list is [], retry=0
2024-11-21T08:16:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33911,DS-a6e17dbf-9352-406b-8c5d-c00caf12ff08,DISK]
2024-11-21T08:16:07,538 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/WALs/6ed56fb6cbf7,39773,1732176965225/6ed56fb6cbf7%2C39773%2C1732176965225.meta.1732176967518.meta
2024-11-21T08:16:07,538 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657)]
2024-11-21T08:16:07,538 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:07,538 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:07,539 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:07,539 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:07,539 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:07,539 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:07,539 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:07,540 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:07,540 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:07,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:07,544 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:07,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:07,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:07,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:07,550 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:07,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,551 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,551 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:07,553 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:07,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,554 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:07,554 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:07,555 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740
2024-11-21T08:16:07,557 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740
2024-11-21T08:16:07,559 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:07,559 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:07,560 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:07,563 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:07,565 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72411261, jitterRate=0.07901187241077423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:07,565 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:07,565 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732176967540Writing region info on filesystem at 1732176967540Initializing all the Stores at 1732176967542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176967542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176967542Cleaning up temporary data from old regions at 1732176967559 (+17 ms)Running coprocessor post-open hooks at 1732176967565 (+6 ms)Region opened successfully at 1732176967565
2024-11-21T08:16:07,568 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732176967502
2024-11-21T08:16:07,571 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:07,571 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:07,573 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:07,576 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39773,1732176965225, state=OPEN
2024-11-21T08:16:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1552476285/meta-region-server
2024-11-21T08:16:07,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1552476285/meta-region-server
2024-11-21T08:16:07,595 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:07,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1552476285/meta-region-server: CHANGED
2024-11-21T08:16:07,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1552476285/meta-region-server: CHANGED
2024-11-21T08:16:07,599 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:16:07,599 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39773,1732176965225 in 248 msec
2024-11-21T08:16:07,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:16:07,603 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec
2024-11-21T08:16:07,605 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:07,605 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:16:07,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:07,607 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39773,1732176965225, seqNum=-1]
2024-11-21T08:16:07,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:07,611 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:07,620 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0330 sec
2024-11-21T08:16:07,620 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732176967620, completionTime=-1
2024-11-21T08:16:07,620 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:16:07,620 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:07,623 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:07,623 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177027623
2024-11-21T08:16:07,623 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177087623
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:45087, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,626 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:16:07,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.272sec
2024-11-21T08:16:07,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:07,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:07,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:07,630 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:07,630 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:07,630 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:07,630 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:07,634 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:07,634 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:07,634 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45087,1732176965013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7ffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:07,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:07,636 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de77ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:07,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:07,639 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:07,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2375868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39773,1732176965225, seqNum=-1]
2024-11-21T08:16:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:07,644 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:07,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:07,648 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:07,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:07,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c769b2d0005 connected
2024-11-21T08:16:07,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590337bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33413,-1 for getting cluster id
2024-11-21T08:16:07,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:07,686 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde8ac2-7634-4ffe-8eb8-863449e54d38'
2024-11-21T08:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:07,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde8ac2-7634-4ffe-8eb8-863449e54d38"

2024-11-21T08:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491bab5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33413,-1]
2024-11-21T08:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:07,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:07,688 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:07,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595f2c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:07,701 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:16:07,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30298dfc
2024-11-21T08:16:07,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:07,706 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:07,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:16:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:16:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:07,721 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:07,723 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ea3cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,723 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:07,723 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:07,724 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d20ee16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:07,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:07,727 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:07,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb7c6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:07,729 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:07,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:07,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4573c50e
2024-11-21T08:16:07,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:07,735 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:07,747 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-21T08:16:07,747 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:16:07,751 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:07,752 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:07,752 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:07,753 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:07,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:16:07,762 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:16:07,763 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:07,766 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:16:07,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741835_1011 (size=1138)
2024-11-21T08:16:07,811 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:16:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:08,203 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6c589d50cb502f06e34bb10c9e123b0, NAME => 'hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3
2024-11-21T08:16:08,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741836_1012 (size=44)
2024-11-21T08:16:08,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:08,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6c589d50cb502f06e34bb10c9e123b0, disabling compactions & flushes
2024-11-21T08:16:08,215 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. after waiting 0 ms
2024-11-21T08:16:08,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,215 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6c589d50cb502f06e34bb10c9e123b0:
Waiting for close lock at 1732176968214Disabling compacts and flushes for region at 1732176968214Disabling writes for close at 1732176968215 (+1 ms)Writing region close event to WAL at 1732176968215Closed at 1732176968215
2024-11-21T08:16:08,218 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:16:08,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732176968219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732176968219"}]},"ts":"1732176968219"}
2024-11-21T08:16:08,230 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:16:08,232 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:16:08,235 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732176968232"}]},"ts":"1732176968232"}
2024-11-21T08:16:08,239 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:16:08,241 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN}]
2024-11-21T08:16:08,244 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN
2024-11-21T08:16:08,246 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,43075,1732176956103; forceNewPlan=false, retain=false
2024-11-21T08:16:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:08,397 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6c589d50cb502f06e34bb10c9e123b0, regionState=OPENING, regionLocation=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN because future has completed
2024-11-21T08:16:08,403 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,43075,1732176956103}]
2024-11-21T08:16:08,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:08,568 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:16:08,571 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43075%2C1732176956103.rep, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:08,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.rep.1732176968572, exclude list is [], retry=0
2024-11-21T08:16:08,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:08,589 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.rep.1732176968572
2024-11-21T08:16:08,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:08,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f6c589d50cb502f06e34bb10c9e123b0, NAME => 'hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:08,590 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:08,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. service=MultiRowMutationService
2024-11-21T08:16:08,591 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:16:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,593 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:08,595 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName hfileref
2024-11-21T08:16:08,595 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:08,596 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:08,596 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:08,598 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName queue
2024-11-21T08:16:08,598 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:08,598 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:08,599 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:08,601 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName sid
2024-11-21T08:16:08,601 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:08,602 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:08,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:16:08,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:08,613 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f6c589d50cb502f06e34bb10c9e123b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66145653, jitterRate=-0.014352962374687195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:16:08,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:08,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f6c589d50cb502f06e34bb10c9e123b0:
Running coprocessor pre-open hook at 1732176968591Writing region info on filesystem at 1732176968591Initializing all the Stores at 1732176968593 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176968593Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176968593Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176968593Cleaning up temporary data from old regions at 1732176968606 (+13 ms)Running coprocessor post-open hooks at 1732176968613 (+7 ms)Region opened successfully at 1732176968614 (+1 ms)
2024-11-21T08:16:08,615 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., pid=7, masterSystemTime=1732176968558
2024-11-21T08:16:08,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,619 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:08,620 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f6c589d50cb502f06e34bb10c9e123b0, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:08,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,43075,1732176956103 because future has completed
2024-11-21T08:16:08,629 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-21T08:16:08,630 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,43075,1732176956103 in 222 msec
2024-11-21T08:16:08,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:16:08,635 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN in 389 msec
2024-11-21T08:16:08,637 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:16:08,638 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732176968637"}]},"ts":"1732176968637"}
2024-11-21T08:16:08,641 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:16:08,643 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:16:08,647 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 889 msec
2024-11-21T08:16:08,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., hostname=6ed56fb6cbf7,43075,1732176956103, seqNum=2]
2024-11-21T08:16:08,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43075 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-21T08:16:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:08,739 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:16:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:08,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-21T08:16:08,908 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:16:08,960 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,43075,1732176956103, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:16:08,962 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:08,962 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43075,1732176956103, seqNum=-1]
2024-11-21T08:16:08,963 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:08,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-21T08:16:08,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,43075,1732176956103', locateType=CURRENT is [region=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., hostname=6ed56fb6cbf7,43075,1732176956103, seqNum=2]
2024-11-21T08:16:08,979 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-21T08:16:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-21T08:16:08,993 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,43075,1732176956103 suceeded
2024-11-21T08:16:08,998 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-21T08:16:08,998 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:08,998 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec
2024-11-21T08:16:09,001 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2890 sec
2024-11-21T08:16:09,006 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:09,010 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d8ef40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,010 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:09,011 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:09,012 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:09,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f461b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:09,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,015 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:09,016 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fc9361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,016 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:09,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c805e04
2024-11-21T08:16:09,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:09,019 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-21T08:16:09,020 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,43075,1732176956103 (queues=1) is replicating from cluster=1bde8ac2-7634-4ffe-8eb8-863449e54d38 to cluster=9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:09,023 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C43075%2C1732176956103
2024-11-21T08:16:09,029 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,43075,1732176956103, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:16:09,032 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C43075%2C1732176956103
2024-11-21T08:16:09,036 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590, startPosition=0, beingWritten=true
2024-11-21T08:16:09,327 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:09,639 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:09,869 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:09,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:09,869 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:16:09,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,870 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:09,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d80048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33413,-1 for getting cluster id
2024-11-21T08:16:09,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:09,876 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde8ac2-7634-4ffe-8eb8-863449e54d38'
2024-11-21T08:16:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde8ac2-7634-4ffe-8eb8-863449e54d38"

2024-11-21T08:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170762b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33413,-1]
2024-11-21T08:16:09,878 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,881 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780d9e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:16:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e2494b5
2024-11-21T08:16:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:09,893 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:09,894 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:16:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:16:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T08:16:09,903 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:09,904 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d2700d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,905 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:09,905 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:09,906 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:09,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cd7f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:09,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:09,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,909 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:09,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d572f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:09,910 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a1e971
2024-11-21T08:16:09,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:09,914 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:09,915 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-21T08:16:09,915 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:16:09,916 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,916 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:09,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:09,986 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:16:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T08:16:10,053 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:10,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10
2024-11-21T08:16:10,142 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-21T08:16:10,179 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6ed56fb6cbf7,43075,1732176956103, ReplicationSource: 2, currentBandwidth=0
2024-11-21T08:16:10,182 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-21T08:16:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-21T08:16:10,185 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6ed56fb6cbf7,43075,1732176956103 suceeded
2024-11-21T08:16:10,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:16:10,189 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:10,189 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec
2024-11-21T08:16:10,192 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 295 msec
2024-11-21T08:16:10,201 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:10,203 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db38abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,203 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:10,203 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:10,204 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:10,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48f53793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:10,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:10,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,207 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:10,215 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24539269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,215 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3357e6d9
2024-11-21T08:16:10,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:10,219 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-21T08:16:10,220 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ed56fb6cbf7,43075,1732176956103 (queues=1) is replicating from cluster=1bde8ac2-7634-4ffe-8eb8-863449e54d38 to cluster=9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:10,221 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ed56fb6cbf7%2C43075%2C1732176956103
2024-11-21T08:16:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-21T08:16:10,221 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ed56fb6cbf7,43075,1732176956103, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:16:10,221 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-21T08:16:10,223 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:10,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:10,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,223 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:10,223 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C43075%2C1732176956103
2024-11-21T08:16:10,224 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590, startPosition=0, beingWritten=true
2024-11-21T08:16:10,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:16:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f54053a
2024-11-21T08:16:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:10,234 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:10,236 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:10,238 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-21T08:16:10,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:10,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-21T08:16:10,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-21T08:16:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T08:16:10,254 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:10,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485658bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,255 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:10,256 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:10,257 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:10,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e53511b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:10,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,259 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:10,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e091fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,260 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:10,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:10,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75672e69
2024-11-21T08:16:10,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:10,263 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:10,264 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:16:10,265 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:16:10,265 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,265 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,265 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:10,282 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:16:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T08:16:10,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12
2024-11-21T08:16:10,437 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG
2024-11-21T08:16:10,439 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-21T08:16:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-21T08:16:10,444 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6ed56fb6cbf7,43075,1732176956103 suceeded
2024-11-21T08:16:10,446 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:10,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-21T08:16:10,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec
2024-11-21T08:16:10,450 INFO  [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:10,454 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec
2024-11-21T08:16:10,560 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-21T08:16:10,569 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed
2024-11-21T08:16:10,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-21T08:16:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T08:16:10,576 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:10,579 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d308e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,579 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:10,580 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:10,581 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:10,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:10,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23677e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,585 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:10,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0ca88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:10,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:10,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1a3539
2024-11-21T08:16:10,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:10,590 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:10,591 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:16:10,591 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234)
    at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:16:10,591 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,592 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,592 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:10,642 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:16:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T08:16:10,753 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:10,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14
2024-11-21T08:16:10,797 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG
2024-11-21T08:16:10,799 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-21T08:16:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-21T08:16:10,803 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6ed56fb6cbf7,43075,1732176956103 suceeded
2024-11-21T08:16:10,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-21T08:16:10,808 INFO  [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6ed56fb6cbf7:45087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:10,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec
2024-11-21T08:16:10,812 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 238 msec
2024-11-21T08:16:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-21T08:16:10,898 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed
2024-11-21T08:16:10,899 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:10,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33413 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-21T08:16:10,901 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:10,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:10,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,902 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:10,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:16:10,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=526686145, stopped=false
2024-11-21T08:16:10,902 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,33413,1732176953751
2024-11-21T08:16:10,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:10,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:10,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:10,915 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:10,915 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:10,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:10,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:10,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:10,916 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,43075,1732176956103' *****
2024-11-21T08:16:10,916 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:16:10,916 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:16:10,916 INFO  [RS:0;6ed56fb6cbf7:43075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:16:10,916 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:16:10,917 INFO  [RS:0;6ed56fb6cbf7:43075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:16:10,917 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:10,918 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:10,918 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:10,918 INFO  [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:43075.
2024-11-21T08:16:10,918 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:10,918 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:10,918 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6c589d50cb502f06e34bb10c9e123b0, disabling compactions & flushes
2024-11-21T08:16:10,918 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:10,918 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:10,918 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:16:10,918 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. after waiting 0 ms
2024-11-21T08:16:10,919 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:16:10,919 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:10,919 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:16:10,919 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:16:10,920 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:16:10,920 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:10,920 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f6c589d50cb502f06e34bb10c9e123b0=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.}
2024-11-21T08:16:10,920 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:10,920 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:10,921 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:10,921 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:10,921 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:10,924 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6c589d50cb502f06e34bb10c9e123b0 3/3 column families, dataSize=294 B heapSize=1.19 KB
2024-11-21T08:16:10,925 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-21T08:16:10,954 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:11,007 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/6b3bfb0f419d4d0cb5d3206ba8bf9588 is 147, key is hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0./info:regioninfo/1732176968620/Put/seqid=0
2024-11-21T08:16:11,007 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/.tmp/queue/634cd5ea96eb4747a1dceaaf0b70e001 is 151, key is 1-6ed56fb6cbf7,43075,1732176956103/queue:6ed56fb6cbf7%2C43075%2C1732176956103/1732176968971/Put/seqid=0
2024-11-21T08:16:11,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741838_1014 (size=6631)
2024-11-21T08:16:11,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741839_1015 (size=5500)
2024-11-21T08:16:11,121 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:11,160 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:11,171 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:11,321 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:11,328 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:16:11,329 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:16:11,424 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/6b3bfb0f419d4d0cb5d3206ba8bf9588
2024-11-21T08:16:11,428 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/.tmp/queue/634cd5ea96eb4747a1dceaaf0b70e001
2024-11-21T08:16:11,486 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/.tmp/queue/634cd5ea96eb4747a1dceaaf0b70e001 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/queue/634cd5ea96eb4747a1dceaaf0b70e001
2024-11-21T08:16:11,515 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/queue/634cd5ea96eb4747a1dceaaf0b70e001, entries=2, sequenceid=6, filesize=5.4 K
2024-11-21T08:16:11,517 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/ns/bda3a6032d7f41babd4bb8008647919d is 43, key is default/ns:d/1732176961742/Put/seqid=0
2024-11-21T08:16:11,522 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:11,533 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f6c589d50cb502f06e34bb10c9e123b0 in 606ms, sequenceid=6, compaction requested=false
2024-11-21T08:16:11,533 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:16:11,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741840_1016 (size=5153)
2024-11-21T08:16:11,554 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-21T08:16:11,561 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:11,561 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:11,561 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:11,562 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6c589d50cb502f06e34bb10c9e123b0:
Waiting for close lock at 1732176970918Running coprocessor pre-close hooks at 1732176970918Disabling compacts and flushes for region at 1732176970918Disabling writes for close at 1732176970919 (+1 ms)Obtaining lock to block concurrent updates at 1732176970924 (+5 ms)Preparing flush snapshotting stores in f6c589d50cb502f06e34bb10c9e123b0 at 1732176970924Finished memstore snapshotting hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732176970936 (+12 ms)Flushing stores of hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. at 1732176970938 (+2 ms)Flushing f6c589d50cb502f06e34bb10c9e123b0/queue: creating writer at 1732176970939 (+1 ms)Flushing f6c589d50cb502f06e34bb10c9e123b0/queue: appending metadata at 1732176970990 (+51 ms)Flushing f6c589d50cb502f06e34bb10c9e123b0/queue: closing flushed file at 1732176970994 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202112e6: reopening flushed file at 1732176971483 (+489 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f6c589d50cb502f06e34bb10c9e123b0 in 606ms, sequenceid=6, compaction requested=false at 1732176971533 (+50 ms)Writing region close event to WAL at 1732176971541 (+8 ms)Running coprocessor post-close hooks at 1732176971555 (+14 ms)Closed at 1732176971561 (+6 ms)
2024-11-21T08:16:11,562 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:11,670 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:11,722 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:11,879 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:11,922 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:16:11,922 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:16:11,923 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:11,950 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/ns/bda3a6032d7f41babd4bb8008647919d
2024-11-21T08:16:11,991 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/table/5af471025870429eb6370a304b9424c0 is 53, key is hbase:replication/table:state/1732176968637/Put/seqid=0
2024-11-21T08:16:12,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741841_1017 (size=5256)
2024-11-21T08:16:12,008 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/table/5af471025870429eb6370a304b9424c0
2024-11-21T08:16:12,023 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/6b3bfb0f419d4d0cb5d3206ba8bf9588 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/info/6b3bfb0f419d4d0cb5d3206ba8bf9588
2024-11-21T08:16:12,034 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/info/6b3bfb0f419d4d0cb5d3206ba8bf9588, entries=10, sequenceid=11, filesize=6.5 K
2024-11-21T08:16:12,036 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/ns/bda3a6032d7f41babd4bb8008647919d as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/ns/bda3a6032d7f41babd4bb8008647919d
2024-11-21T08:16:12,050 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/ns/bda3a6032d7f41babd4bb8008647919d, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:16:12,053 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/table/5af471025870429eb6370a304b9424c0 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/table/5af471025870429eb6370a304b9424c0
2024-11-21T08:16:12,065 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/table/5af471025870429eb6370a304b9424c0, entries=2, sequenceid=11, filesize=5.1 K
2024-11-21T08:16:12,067 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1145ms, sequenceid=11, compaction requested=false
2024-11-21T08:16:12,074 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:16:12,075 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:12,075 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:12,075 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:12,075 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176970920Running coprocessor pre-close hooks at 1732176970920Disabling compacts and flushes for region at 1732176970920Disabling writes for close at 1732176970921 (+1 ms)Obtaining lock to block concurrent updates at 1732176970926 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732176970926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732176970936 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732176970938 (+2 ms)Flushing 1588230740/info: creating writer at 1732176970939 (+1 ms)Flushing 1588230740/info: appending metadata at 1732176970990 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732176970994 (+4 ms)Flushing 1588230740/ns: creating writer at 1732176971483 (+489 ms)Flushing 1588230740/ns: appending metadata at 1732176971515 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732176971515Flushing 1588230740/table: creating writer at 1732176971965 (+450 ms)Flushing 1588230740/table: appending metadata at 1732176971991 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732176971991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0b2714: reopening flushed file at 1732176972022 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0e6c50: reopening flushed file at 1732176972034 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4210ef: reopening flushed file at 1732176972051 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1145ms, sequenceid=11, compaction requested=false at 1732176972067 (+16 ms)Writing region close event to WAL at 1732176972068 (+1 ms)Running coprocessor post-close hooks at 1732176972075 (+7 ms)Closed at 1732176972075
2024-11-21T08:16:12,076 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:12,123 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,43075,1732176956103; all regions closed.
2024-11-21T08:16:12,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741834_1010 (size=2742)
2024-11-21T08:16:12,134 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:12,134 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43075%2C1732176956103.meta:.meta(num 1732176961425)
2024-11-21T08:16:12,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741837_1013 (size=1802)
2024-11-21T08:16:12,137 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.rep.1732176968572 not finished, retry = 0
2024-11-21T08:16:12,241 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:12,241 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43075%2C1732176956103.rep:(num 1732176968572)
2024-11-21T08:16:12,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741833_1009 (size=93)
2024-11-21T08:16:12,244 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 not finished, retry = 0
2024-11-21T08:16:12,280 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590 to pos 0, reset compression=false
2024-11-21T08:16:12,345 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590
2024-11-21T08:16:12,345 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.WALEntryStream(241): No more WAL files in queue
2024-11-21T08:16:12,345 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader
2024-11-21T08:16:12,347 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:12,347 INFO  [RS:0;6ed56fb6cbf7:43075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43075%2C1732176956103:(num 1732176960590)
2024-11-21T08:16:12,347 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:12,347 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:12,347 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:12,347 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:12,348 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:12,348 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:12,348 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,43075,1732176956103 because: Region server is closing
2024-11-21T08:16:12,348 INFO  [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:43075.
2024-11-21T08:16:12,348 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:12,348 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:12,349 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:12,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:12,345 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6ed56fb6cbf7,43075,1732176956103 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103/6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-21T08:16:12,353 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,43075,1732176956103: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6ed56fb6cbf7,43075,1732176956103, walGroup=6ed56fb6cbf7%2C43075%2C1732176956103, offset=6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590:-1, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:43075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:16:12,356 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:16:12,359 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:16:12,360 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:16:12,360 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:16:12,361 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:16:12,361 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 403154352
      },
      "NonHeapMemoryUsage": {
        "committed": 152436736,
        "init": 7667712,
        "max": -1,
        "used": 150073528
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:16:12,363 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6ed56fb6cbf7%2C43075%2C1732176956103.1732176960590]
2024-11-21T08:16:12,449 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.wal-reader.6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:16:12,449 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:16:12,449 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,1-6ed56fb6cbf7,43075,1732176956103 terminated
2024-11-21T08:16:12,449 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ed56fb6cbf7,43075,1732176956103 because: Region server is closing
2024-11-21T08:16:12,450 INFO  [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:43075.
2024-11-21T08:16:12,450 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:12,450 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:12,450 DEBUG [RS:0;6ed56fb6cbf7:43075 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:12,450 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:12,450 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,43075,1732176956103.replicationSource.shipper6ed56fb6cbf7%2C43075%2C1732176956103,2-6ed56fb6cbf7,43075,1732176956103 terminated
2024-11-21T08:16:12,450 INFO  [RS:0;6ed56fb6cbf7:43075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43075
2024-11-21T08:16:12,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/rs
2024-11-21T08:16:12,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/rs/6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:12,500 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:12,501 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,43075,1732176956103]
2024-11-21T08:16:12,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/draining/6ed56fb6cbf7,43075,1732176956103 already deleted, retry=false
2024-11-21T08:16:12,542 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,43075,1732176956103 expired; onlineServers=0
2024-11-21T08:16:12,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,33413,1732176953751' *****
2024-11-21T08:16:12,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:16:12,542 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:12,542 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:12,542 DEBUG [M:0;6ed56fb6cbf7:33413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:16:12,543 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:16:12,543 DEBUG [M:0;6ed56fb6cbf7:33413 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:16:12,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176959981 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176959981,5,FailOnTimeoutGroup]
2024-11-21T08:16:12,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176959978 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176959978,5,FailOnTimeoutGroup]
2024-11-21T08:16:12,543 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:12,543 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:12,543 DEBUG [M:0;6ed56fb6cbf7:33413 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:16:12,543 INFO  [M:0;6ed56fb6cbf7:33413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:16:12,543 INFO  [M:0;6ed56fb6cbf7:33413 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:12,544 INFO  [M:0;6ed56fb6cbf7:33413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:16:12,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:16:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/master
2024-11-21T08:16:12,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:12,563 DEBUG [M:0;6ed56fb6cbf7:33413 {}] zookeeper.ZKUtil(347): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/master because node does not exist (not an error)
2024-11-21T08:16:12,563 WARN  [M:0;6ed56fb6cbf7:33413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:16:12,564 INFO  [M:0;6ed56fb6cbf7:33413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.lastflushedseqids
2024-11-21T08:16:12,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741842_1018 (size=181)
2024-11-21T08:16:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43075-0x1015c769b2d0001, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:12,644 INFO  [RS:0;6ed56fb6cbf7:43075 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:12,644 INFO  [RS:0;6ed56fb6cbf7:43075 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,43075,1732176956103; zookeeper connection closed.
2024-11-21T08:16:12,645 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c9430ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c9430ea
2024-11-21T08:16:12,646 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:16:12,976 INFO  [M:0;6ed56fb6cbf7:33413 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:16:12,977 INFO  [M:0;6ed56fb6cbf7:33413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:16:12,977 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:12,977 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:12,977 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:12,978 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:12,978 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:12,978 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB
2024-11-21T08:16:12,998 DEBUG [M:0;6ed56fb6cbf7:33413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/970914b1eb2e405b898d58001bbe5a98 is 82, key is hbase:meta,,1/info:regioninfo/1732176961545/Put/seqid=0
2024-11-21T08:16:13,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741843_1019 (size=5672)
2024-11-21T08:16:13,042 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:13,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:16:13,404 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/970914b1eb2e405b898d58001bbe5a98
2024-11-21T08:16:13,434 DEBUG [M:0;6ed56fb6cbf7:33413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7960933b2ebf454bbee7825c5fedc676 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732176968645/Put/seqid=0
2024-11-21T08:16:13,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741844_1020 (size=8663)
2024-11-21T08:16:13,840 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7960933b2ebf454bbee7825c5fedc676
2024-11-21T08:16:13,863 DEBUG [M:0;6ed56fb6cbf7:33413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0f2a492b0c542aa96a1d04748a79b18 is 69, key is 6ed56fb6cbf7,43075,1732176956103/rs:state/1732176960029/Put/seqid=0
2024-11-21T08:16:13,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741845_1021 (size=5156)
2024-11-21T08:16:14,271 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0f2a492b0c542aa96a1d04748a79b18
2024-11-21T08:16:14,281 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/970914b1eb2e405b898d58001bbe5a98 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/970914b1eb2e405b898d58001bbe5a98
2024-11-21T08:16:14,290 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/970914b1eb2e405b898d58001bbe5a98, entries=8, sequenceid=115, filesize=5.5 K
2024-11-21T08:16:14,292 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7960933b2ebf454bbee7825c5fedc676 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7960933b2ebf454bbee7825c5fedc676
2024-11-21T08:16:14,303 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7960933b2ebf454bbee7825c5fedc676, entries=14, sequenceid=115, filesize=8.5 K
2024-11-21T08:16:14,305 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e0f2a492b0c542aa96a1d04748a79b18 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0f2a492b0c542aa96a1d04748a79b18
2024-11-21T08:16:14,313 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0f2a492b0c542aa96a1d04748a79b18, entries=1, sequenceid=115, filesize=5.0 K
2024-11-21T08:16:14,315 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false
2024-11-21T08:16:14,325 INFO  [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:14,325 DEBUG [M:0;6ed56fb6cbf7:33413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176972977Disabling compacts and flushes for region at 1732176972977Disabling writes for close at 1732176972978 (+1 ms)Obtaining lock to block concurrent updates at 1732176972978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732176972978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732176972979 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732176972981 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732176972981Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732176972998 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732176972998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732176973412 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732176973433 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732176973433Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732176973847 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732176973862 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732176973862Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5c0fb8: reopening flushed file at 1732176974279 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae6b67a: reopening flushed file at 1732176974290 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca50f72: reopening flushed file at 1732176974304 (+14 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false at 1732176974315 (+11 ms)Writing region close event to WAL at 1732176974325 (+10 ms)Closed at 1732176974325
2024-11-21T08:16:14,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741830_1006 (size=59421)
2024-11-21T08:16:14,330 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:14,331 INFO  [M:0;6ed56fb6cbf7:33413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:16:14,331 INFO  [M:0;6ed56fb6cbf7:33413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33413
2024-11-21T08:16:14,331 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:14,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:14,488 INFO  [M:0;6ed56fb6cbf7:33413 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:14,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33413-0x1015c769b2d0000, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:14,492 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:14,493 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:14,493 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45309
2024-11-21T08:16:14,495 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45309 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:14,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453090x0, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:14,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45309-0x1015c769b2d0006 connected
2024-11-21T08:16:14,647 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:14,650 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:14,654 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: INIT
2024-11-21T08:16:14,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:14,654 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3, hbase.cluster.distributed=false
2024-11-21T08:16:14,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/acl
2024-11-21T08:16:14,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45309
2024-11-21T08:16:14,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45309
2024-11-21T08:16:14,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45309
2024-11-21T08:16:14,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45309
2024-11-21T08:16:14,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45309
2024-11-21T08:16:14,692 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:14,693 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:14,696 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34285
2024-11-21T08:16:14,699 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34285 connecting to ZooKeeper ensemble=127.0.0.1:60445
2024-11-21T08:16:14,700 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:14,702 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:14,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342850x0, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:14,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34285-0x1015c769b2d0007 connected
2024-11-21T08:16:14,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:14,974 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: INIT
2024-11-21T08:16:14,975 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:14,987 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:14,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/master
2024-11-21T08:16:14,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/acl
2024-11-21T08:16:15,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34285
2024-11-21T08:16:15,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34285
2024-11-21T08:16:15,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34285
2024-11-21T08:16:15,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34285
2024-11-21T08:16:15,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34285
2024-11-21T08:16:15,020 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:45309
2024-11-21T08:16:15,024 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-654831567/backup-masters/6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:16:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:16:15,126 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/backup-masters/6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/master
2024-11-21T08:16:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:15,217 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/master
2024-11-21T08:16:15,225 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-654831567/backup-masters/6ed56fb6cbf7,45309,1732176974491 from backup master directory
2024-11-21T08:16:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/backup-masters/6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:16:15,289 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/backup-masters
2024-11-21T08:16:15,289 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:15,305 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:15,305 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:16:15,326 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 20ms.
2024-11-21T08:16:15,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741846_1022 (size=196)
2024-11-21T08:16:15,817 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:15,818 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:16:15,818 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:15,826 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-21T08:16:15,830 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751 to hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751-dead as it is dead
2024-11-21T08:16:15,831 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-21T08:16:15,831 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-21T08:16:15,831 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751-dead/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:16:15,838 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751-dead/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878 after 5ms
2024-11-21T08:16:15,839 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751-dead/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878 to hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:16:15,839 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,33413,1732176953751-dead
2024-11-21T08:16:15,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:15,846 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:15,849 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C45309%2C1732176974491, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,45309,1732176974491, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/oldWALs, maxLogs=10
2024-11-21T08:16:15,868 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,45309,1732176974491/6ed56fb6cbf7%2C45309%2C1732176974491.1732176975849, exclude list is [], retry=0
2024-11-21T08:16:15,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:15,876 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/WALs/6ed56fb6cbf7,45309,1732176974491/6ed56fb6cbf7%2C45309%2C1732176974491.1732176975849
2024-11-21T08:16:15,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:15,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:15,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:15,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,877 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,878 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:15,879 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:16:15,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:15,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/970914b1eb2e405b898d58001bbe5a98
2024-11-21T08:16:15,893 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:15,894 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:15,895 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:16:15,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:15,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7960933b2ebf454bbee7825c5fedc676
2024-11-21T08:16:15,906 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:15,906 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:15,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:16:15,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:15,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e0f2a492b0c542aa96a1d04748a79b18
2024-11-21T08:16:15,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:15,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:15,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:16:15,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:15,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:15,925 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,926 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-21T08:16:15,926 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:16:15,946 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:16:15,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C33413%2C1732176953751.1732176957878
2024-11-21T08:16:15,951 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,951 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,952 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:15,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:15,960 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1
2024-11-21T08:16:15,962 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67607280, jitterRate=0.0074269771575927734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:15,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732176975877Initializing all the Stores at 1732176975878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176975878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176975878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176975878Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176975878Cleaning up temporary data from old regions at 1732176975951 (+73 ms)Region opened successfully at 1732176975962 (+11 ms)
2024-11-21T08:16:15,968 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:16:15,975 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5d3d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:16,004 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-21T08:16:16,005 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:16:16,005 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:16:16,005 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:16:16,009 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec
2024-11-21T08:16:16,018 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:16,019 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:16:16,019 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:16:16,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:16:16,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-21T08:16:16,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure
2024-11-21T08:16:16,021 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec
2024-11-21T08:16:16,021 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:16:16,030 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6ed56fb6cbf7,43075,1732176956103, regionLocation=6ed56fb6cbf7,43075,1732176956103, openSeqNum=2
2024-11-21T08:16:16,030 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6ed56fb6cbf7,43075,1732176956103, table=hbase:meta, region=1588230740
2024-11-21T08:16:16,031 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,43075,1732176956103, state=OPEN
2024-11-21T08:16:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:16,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:16,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:16,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:16,105 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:16:16,226 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/draining/6ed56fb6cbf7,43075,1732176956103 already deleted, retry=false
2024-11-21T08:16:16,226 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6ed56fb6cbf7,43075,1732176956103 on 6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:16,237 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6ed56fb6cbf7,43075,1732176956103, splitWal=true, meta=true
2024-11-21T08:16:16,240 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6ed56fb6cbf7,43075,1732176956103 (carryingMeta=true) 6ed56fb6cbf7,43075,1732176956103/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7eedaec6[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-21T08:16:16,246 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/balancer because node does not exist (not necessarily an error)
2024-11-21T08:16:16,314 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/balancer already deleted, retry=false
2024-11-21T08:16:16,315 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:16:16,323 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:16:16,551 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/normalizer already deleted, retry=false
2024-11-21T08:16:16,551 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:16:16,553 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:16:16,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/switch/split already deleted, retry=false
2024-11-21T08:16:16,604 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:16:16,628 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/switch/merge already deleted, retry=false
2024-11-21T08:16:16,749 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Unable to get data of znode /0-654831567/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:16:16,787 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/snapshot-cleanup already deleted, retry=false
2024-11-21T08:16:16,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:16,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:16,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:16,809 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,45309,1732176974491, sessionid=0x1015c769b2d0006, setting cluster-up flag (Was=false)
2024-11-21T08:16:16,839 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-654831567/flush-table-proc/acquired, /0-654831567/flush-table-proc/reached, /0-654831567/flush-table-proc/abort
2024-11-21T08:16:16,851 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:16,888 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-654831567/online-snapshot/acquired, /0-654831567/online-snapshot/reached, /0-654831567/online-snapshot/abort
2024-11-21T08:16:16,908 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:16,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.lastflushedseqids
2024-11-21T08:16:16,941 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:16:16,941 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:16:16,942 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,45309,1732176974491
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  6ed56fb6cbf7,43075,1732176956103
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:16:16,954 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:16,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:16,998 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,43075,1732176956103, splitWal=true, meta=true
2024-11-21T08:16:17,000 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177007000
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:16:17,001 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:16:17,002 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,43075,1732176956103, splitWal=true, meta=true, isMeta: true
2024-11-21T08:16:17,008 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,009 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:16:17,009 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:16:17,009 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:16:17,009 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:16:17,011 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:16:17,011 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:16:17,013 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103-splitting
2024-11-21T08:16:17,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176977011,5,FailOnTimeoutGroup]
2024-11-21T08:16:17,029 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103-splitting dir is empty, no logs to split.
2024-11-21T08:16:17,029 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 6ed56fb6cbf7,43075,1732176956103 WAL count=0, meta=true
2024-11-21T08:16:17,036 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176977020,5,FailOnTimeoutGroup]
2024-11-21T08:16:17,036 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:16:17,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732176977037, completionTime=-1
2024-11-21T08:16:17,037 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-21T08:16:17,040 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-21T08:16:17,047 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103-splitting dir is empty, no logs to split.
2024-11-21T08:16:17,047 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 6ed56fb6cbf7,43075,1732176956103 WAL count=0, meta=true
2024-11-21T08:16:17,047 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6ed56fb6cbf7,43075,1732176956103 WAL splitting is done? wals=0, meta=true
2024-11-21T08:16:17,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:17,052 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(746): ClusterId : 1bde8ac2-7634-4ffe-8eb8-863449e54d38
2024-11-21T08:16:17,053 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:16:17,060 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:17,062 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-21T08:16:17,080 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:16:17,080 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:16:17,118 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:16:17,119 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6bff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:17,158 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:34285
2024-11-21T08:16:17,158 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:16:17,159 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:16:17,159 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:16:17,165 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,45309,1732176974491 with port=34285, startcode=1732176974692
2024-11-21T08:16:17,165 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:16:17,182 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:16:17,184 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,184 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45309 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,189 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3
2024-11-21T08:16:17,189 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33935
2024-11-21T08:16:17,189 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:17,190 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=153ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-21T08:16:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/rs
2024-11-21T08:16:17,213 WARN  [6ed56fb6cbf7:45309 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:16:17,216 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] zookeeper.ZKUtil(111): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on existing znode=/0-654831567/rs/6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,216 WARN  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:17,217 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:17,217 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,236 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,34285,1732176974692]
2024-11-21T08:16:17,357 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:17,399 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:17,400 INFO  [RS:0;6ed56fb6cbf7:34285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:17,400 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,404 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:17,406 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:17,406 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,406 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,406 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,407 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:17,408 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:17,408 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,426 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34285,1732176974692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:17,471 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:17,472 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34285,1732176974692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,511 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,34285,1732176974692, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:16:17,550 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(231): queueId=2-6ed56fb6cbf7,34285,1732176974692, ReplicationSource: 2, currentBandwidth=0
2024-11-21T08:16:17,560 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:17,573 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,574 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.Replication(171): 6ed56fb6cbf7,34285,1732176974692 started
2024-11-21T08:16:17,588 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,589 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:17,589 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:17,603 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45087'
2024-11-21T08:16:17,604 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:17,604 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,34285,1732176974692, RpcServer on 6ed56fb6cbf7/172.17.0.3:34285, sessionid=0x1015c769b2d0007
2024-11-21T08:16:17,604 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:17,604 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,604 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34285,1732176974692'
2024-11-21T08:16:17,605 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-654831567/flush-table-proc/abort'
2024-11-21T08:16:17,605 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-654831567/flush-table-proc/acquired'
2024-11-21T08:16:17,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:17,606 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:17,606 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:17,606 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:17,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c26be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:17,606 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34285,1732176974692'
2024-11-21T08:16:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:17,608 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190a0758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,608 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-654831567/online-snapshot/abort'
2024-11-21T08:16:17,609 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45087,-1 for getting cluster id
2024-11-21T08:16:17,609 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:17,610 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-654831567/online-snapshot/acquired'
2024-11-21T08:16:17,611 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a62564b-4f97-42db-a043-29921834265c'
2024-11-21T08:16:17,611 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:17,611 INFO  [RS:0;6ed56fb6cbf7:34285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:17,611 INFO  [RS:0;6ed56fb6cbf7:34285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:17,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:17,611 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:17,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a62564b-4f97-42db-a043-29921834265c"

2024-11-21T08:16:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61bbe023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45087,-1]
2024-11-21T08:16:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:17,613 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54875155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,613 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:17,616 INFO  [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596dc9d
2024-11-21T08:16:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:17,619 INFO  [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-21T08:16:17,619 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d8a51b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:17,619 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:17,621 INFO  [RS:0;6ed56fb6cbf7:34285.replicationSource,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,34285,1732176974692 (queues=0) is replicating from cluster=1bde8ac2-7634-4ffe-8eb8-863449e54d38 to cluster=9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:17,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:17,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac8ec6f
2024-11-21T08:16:17,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:17,623 INFO  [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService
2024-11-21T08:16:17,625 INFO  [RS:0;6ed56fb6cbf7:34285.replicationSource,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ed56fb6cbf7,34285,1732176974692 (queues=0) is replicating from cluster=1bde8ac2-7634-4ffe-8eb8-863449e54d38 to cluster=9a62564b-4f97-42db-a043-29921834265c
2024-11-21T08:16:17,711 INFO  [RS:0;6ed56fb6cbf7:34285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:17,720 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34285%2C1732176974692, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:17,743 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722, exclude list is [], retry=0
2024-11-21T08:16:17,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:17,764 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722
2024-11-21T08:16:17,792 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ed56fb6cbf7%2C34285%2C1732176974692 for peer 2
2024-11-21T08:16:17,792 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ed56fb6cbf7%2C34285%2C1732176974692 for peer 1
2024-11-21T08:16:17,792 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C34285%2C1732176974692
2024-11-21T08:16:17,793 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,34285,1732176974692, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:16:17,799 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ed56fb6cbf7%2C34285%2C1732176974692
2024-11-21T08:16:17,799 INFO  [RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C34285%2C1732176974692
2024-11-21T08:16:17,799 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ed56fb6cbf7,34285,1732176974692, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:16:17,824 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:17,825 INFO  [RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C34285%2C1732176974692
2024-11-21T08:16:17,825 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722, startPosition=0, beingWritten=true
2024-11-21T08:16:17,825 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722, startPosition=0, beingWritten=true
2024-11-21T08:16:17,953 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:17,963 DEBUG [6ed56fb6cbf7:45309 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:17,964 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:17,967 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34285,1732176974692, state=OPENING
2024-11-21T08:16:17,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:17,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:17,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:17,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:17,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:17,988 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34285,1732176974692}]
2024-11-21T08:16:18,074 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:18,092 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:18,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:18,146 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:18,176 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:18,176 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:18,177 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:18,190 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34285%2C1732176974692.meta, suffix=.meta, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:18,216 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.meta.1732176978191.meta, exclude list is [], retry=0
2024-11-21T08:16:18,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:18,232 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.meta.1732176978191.meta
2024-11-21T08:16:18,235 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:18,236 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:18,237 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:18,237 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:18,237 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:18,237 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:18,237 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:18,238 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:18,238 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:18,238 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:18,247 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:18,253 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:18,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:18,287 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/info/6b3bfb0f419d4d0cb5d3206ba8bf9588
2024-11-21T08:16:18,288 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:18,288 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:18,291 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:18,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:18,324 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/ns/bda3a6032d7f41babd4bb8008647919d
2024-11-21T08:16:18,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:18,325 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:18,327 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:18,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:18,327 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:18,328 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:18,329 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:18,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:18,357 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/table/5af471025870429eb6370a304b9424c0
2024-11-21T08:16:18,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:18,357 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:18,359 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:18,378 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740
2024-11-21T08:16:18,384 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:18,384 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:18,385 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:18,393 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:18,396 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70486858, jitterRate=0.05033603310585022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:18,396 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:18,396 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732176978239Writing region info on filesystem at 1732176978239Initializing all the Stores at 1732176978241 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176978241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176978246 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176978246Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176978246Cleaning up temporary data from old regions at 1732176978384 (+138 ms)Running coprocessor post-open hooks at 1732176978396 (+12 ms)Region opened successfully at 1732176978396
2024-11-21T08:16:18,401 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732176978143
2024-11-21T08:16:18,409 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:18,409 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:18,409 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:18,411 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:18,413 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34285,1732176974692, state=OPEN
2024-11-21T08:16:18,419 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:18,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:18,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:18,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:18,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-654831567/meta-region-server
2024-11-21T08:16:18,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-654831567/meta-region-server: CHANGED
2024-11-21T08:16:18,468 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-21T08:16:18,469 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34285,1732176974692 in 475 msec
2024-11-21T08:16:18,475 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-21T08:16:18,476 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4190 sec
2024-11-21T08:16:18,718 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1681ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1528ms
2024-11-21T08:16:18,838 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:18,857 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:19,368 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:19,374 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:19,998 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:20,000 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:20,230 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3193ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3040ms
2024-11-21T08:16:20,738 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:20,739 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:21,552 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-21T08:16:21,552 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:21,553 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:21,553 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34285,1732176974692, seqNum=-1]
2024-11-21T08:16:21,554 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:21,555 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:21,576 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:21,577 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6c589d50cb502f06e34bb10c9e123b0, regionState=OPEN, lastHost=6ed56fb6cbf7,43075,1732176956103, regionLocation=6ed56fb6cbf7,43075,1732176956103, openSeqNum=2
2024-11-21T08:16:21,577 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:21,577 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177041577
2024-11-21T08:16:21,577 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177101577
2024-11-21T08:16:21,577 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec
2024-11-21T08:16:21,578 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,578 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,579 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6ed56fb6cbf7,43075,1732176956103 had 2 regions
2024-11-21T08:16:21,580 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,580 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:45309, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,581 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,581 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,43075,1732176956103, splitWal=true, meta=true, isMeta: false
2024-11-21T08:16:21,590 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:21,591 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,604 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103-splitting dir is empty, no logs to split.
2024-11-21T08:16:21,605 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 6ed56fb6cbf7,43075,1732176956103 WAL count=0, meta=false
2024-11-21T08:16:21,607 WARN  [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6ed56fb6cbf7,43075,1732176956103/hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:21,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.321sec
2024-11-21T08:16:21,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:21,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:21,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:21,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:21,613 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:21,613 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:21,613 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:21,627 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,43075,1732176956103-splitting dir is empty, no logs to split.
2024-11-21T08:16:21,627 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 6ed56fb6cbf7,43075,1732176956103 WAL count=0, meta=false
2024-11-21T08:16:21,627 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6ed56fb6cbf7,43075,1732176956103 WAL splitting is done? wals=0, meta=false
2024-11-21T08:16:21,632 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN}]
2024-11-21T08:16:21,641 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN
2024-11-21T08:16:21,644 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-21T08:16:21,652 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:21,653 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:21,653 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45309,1732176974491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:21,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d04d4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,694 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45309,-1 for getting cluster id
2024-11-21T08:16:21,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:21,705 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde8ac2-7634-4ffe-8eb8-863449e54d38'
2024-11-21T08:16:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde8ac2-7634-4ffe-8eb8-863449e54d38"

2024-11-21T08:16:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd72fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45309,-1]
2024-11-21T08:16:21,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:21,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,713 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:21,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dc2206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34285,1732176974692, seqNum=-1]
2024-11-21T08:16:21,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:21,727 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:21,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-21T08:16:21,731 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:21,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:21,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,732 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:21,732 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6ed56fb6cbf7:45309 after: 6ed56fb6cbf7:45309
2024-11-21T08:16:21,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45309,-1 for getting cluster id
2024-11-21T08:16:21,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:21,739 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1bde8ac2-7634-4ffe-8eb8-863449e54d38'
2024-11-21T08:16:21,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1bde8ac2-7634-4ffe-8eb8-863449e54d38"

2024-11-21T08:16:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45309,-1]
2024-11-21T08:16:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:21,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,753 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:21,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913a205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:21,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:21,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:21,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4aa911
2024-11-21T08:16:21,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:21,767 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:21,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45309 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:21,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45309 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-21T08:16:21,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45309 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:21,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45309 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2
2024-11-21T08:16:21,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:16:21,773 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:21,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:21,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,774 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:21,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:16:21,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=381627331, stopped=false
2024-11-21T08:16:21,775 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,45087,1732176965013
2024-11-21T08:16:21,795 DEBUG [6ed56fb6cbf7:45309 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:21,795 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f6c589d50cb502f06e34bb10c9e123b0, regionState=OPENING, regionLocation=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:21,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN because future has completed
2024-11-21T08:16:21,812 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,34285,1732176974692}]
2024-11-21T08:16:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1552476285/running
2024-11-21T08:16:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1552476285/running
2024-11-21T08:16:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:21,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:21,836 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:21,836 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:21,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:21,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,837 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,39773,1732176965225' *****
2024-11-21T08:16:21,837 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:21,837 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:16:21,837 INFO  [RS:0;6ed56fb6cbf7:39773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:39773.
2024-11-21T08:16:21,837 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:21,837 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:21,838 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:16:21,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/running
2024-11-21T08:16:21,838 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:16:21,838 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:16:21,838 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:16:21,843 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:16:21,843 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:16:21,843 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:21,843 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:21,843 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:21,844 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:21,844 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:21,844 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:21,844 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-21T08:16:21,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Set watcher on znode that does not yet exist, /1552476285/running
2024-11-21T08:16:21,891 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:21,927 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/.tmp/ns/abe2fd2b77cf4f8783fa3fa4928b6ea1 is 43, key is default/ns:d/1732176967611/Put/seqid=0
2024-11-21T08:16:21,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741835_1011 (size=5153)
2024-11-21T08:16:21,985 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/.tmp/ns/abe2fd2b77cf4f8783fa3fa4928b6ea1
2024-11-21T08:16:21,995 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:21,996 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:21,997 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:16:22,002 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34285%2C1732176974692.rep, suffix=, logDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692, archiveDir=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs, maxLogs=10
2024-11-21T08:16:22,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.rep.1732176982003, exclude list is [], retry=0
2024-11-21T08:16:22,042 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/.tmp/ns/abe2fd2b77cf4f8783fa3fa4928b6ea1 as hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/ns/abe2fd2b77cf4f8783fa3fa4928b6ea1
2024-11-21T08:16:22,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44185,DS-203bc52f-8894-42d3-858e-c9e60c8e45e3,DISK]
2024-11-21T08:16:22,046 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:22,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.rep.1732176982003
2024-11-21T08:16:22,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39489:39489)]
2024-11-21T08:16:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f6c589d50cb502f06e34bb10c9e123b0, NAME => 'hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:22,082 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. service=MultiRowMutationService
2024-11-21T08:16:22,083 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:16:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,092 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/ns/abe2fd2b77cf4f8783fa3fa4928b6ea1, entries=2, sequenceid=6, filesize=5.0 K
2024-11-21T08:16:22,094 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 250ms, sequenceid=6, compaction requested=false
2024-11-21T08:16:22,095 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:22,097 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName hfileref
2024-11-21T08:16:22,097 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:22,099 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:22,099 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:22,101 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName queue
2024-11-21T08:16:22,101 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:22,146 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/queue/634cd5ea96eb4747a1dceaaf0b70e001
2024-11-21T08:16:22,146 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:22,147 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6c589d50cb502f06e34bb10c9e123b0 
2024-11-21T08:16:22,148 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6c589d50cb502f06e34bb10c9e123b0 columnFamilyName sid
2024-11-21T08:16:22,148 DEBUG [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:22,149 INFO  [StoreOpener-f6c589d50cb502f06e34bb10c9e123b0-1 {}] regionserver.HStore(327): Store=f6c589d50cb502f06e34bb10c9e123b0/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:22,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,153 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-21T08:16:22,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:22,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:22,155 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:22,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176981843Running coprocessor pre-close hooks at 1732176981843Disabling compacts and flushes for region at 1732176981843Disabling writes for close at 1732176981844 (+1 ms)Obtaining lock to block concurrent updates at 1732176981844Preparing flush snapshotting stores in 1588230740 at 1732176981844Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732176981852 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732176981857 (+5 ms)Flushing 1588230740/ns: creating writer at 1732176981857Flushing 1588230740/ns: appending metadata at 1732176981925 (+68 ms)Flushing 1588230740/ns: closing flushed file at 1732176981925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c98a5d0: reopening flushed file at 1732176982036 (+111 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 250ms, sequenceid=6, compaction requested=false at 1732176982094 (+58 ms)Writing region close event to WAL at 1732176982128 (+34 ms)Running coprocessor post-close hooks at 1732176982154 (+26 ms)Closed at 1732176982155 (+1 ms)
2024-11-21T08:16:22,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:22,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:16:22,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,162 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f6c589d50cb502f06e34bb10c9e123b0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67452432, jitterRate=0.0051195621490478516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:16:22,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:22,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f6c589d50cb502f06e34bb10c9e123b0:
Running coprocessor pre-open hook at 1732176982084Writing region info on filesystem at 1732176982084Initializing all the Stores at 1732176982085 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176982085Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176982094 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176982094Cleaning up temporary data from old regions at 1732176982155 (+61 ms)Running coprocessor post-open hooks at 1732176982162 (+7 ms)Region opened successfully at 1732176982163 (+1 ms)
2024-11-21T08:16:22,166 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., pid=19, masterSystemTime=1732176981974
2024-11-21T08:16:22,173 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f6c589d50cb502f06e34bb10c9e123b0, regionState=OPEN, openSeqNum=10, regionLocation=6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:22,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:22,174 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:22,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,34285,1732176974692 because future has completed
2024-11-21T08:16:22,187 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45309 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6ed56fb6cbf7,34285,1732176974692, table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-21T08:16:22,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-21T08:16:22,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f6c589d50cb502f06e34bb10c9e123b0, server=6ed56fb6cbf7,34285,1732176974692 in 377 msec
2024-11-21T08:16:22,207 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15
2024-11-21T08:16:22,208 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6c589d50cb502f06e34bb10c9e123b0, ASSIGN in 562 msec
2024-11-21T08:16:22,210 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-21T08:16:22,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0., hostname=6ed56fb6cbf7,34285,1732176974692, seqNum=10]
2024-11-21T08:16:22,246 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,39773,1732176965225; all regions closed.
2024-11-21T08:16:22,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741834_1010 (size=1152)
2024-11-21T08:16:22,306 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/oldWALs
2024-11-21T08:16:22,306 INFO  [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C39773%2C1732176965225.meta:.meta(num 1732176967518)
2024-11-21T08:16:22,308 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6ed56fb6cbf7,43075,1732176956103
2024-11-21T08:16:22,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-21T08:16:22,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741832_1008 (size=93)
2024-11-21T08:16:22,379 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/oldWALs
2024-11-21T08:16:22,379 INFO  [RS:0;6ed56fb6cbf7:39773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C39773%2C1732176965225:(num 1732176966897)
2024-11-21T08:16:22,379 DEBUG [RS:0;6ed56fb6cbf7:39773 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:22,379 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:22,379 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:22,380 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:22,380 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:22,380 INFO  [RS:0;6ed56fb6cbf7:39773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39773
2024-11-21T08:16:22,380 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:22,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285/rs
2024-11-21T08:16:22,397 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,39773,1732176965225]
2024-11-21T08:16:22,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1552476285/rs/6ed56fb6cbf7,39773,1732176965225
2024-11-21T08:16:22,398 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:22,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/draining/6ed56fb6cbf7,39773,1732176965225 already deleted, retry=false
2024-11-21T08:16:22,415 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,39773,1732176965225 expired; onlineServers=0
2024-11-21T08:16:22,415 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,45087,1732176965013' *****
2024-11-21T08:16:22,415 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:16:22,416 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:22,416 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:22,416 DEBUG [M:0;6ed56fb6cbf7:45087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:16:22,416 DEBUG [M:0;6ed56fb6cbf7:45087 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:16:22,416 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:16:22,417 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176966647 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176966647,5,FailOnTimeoutGroup]
2024-11-21T08:16:22,417 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:22,417 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:22,417 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176966656 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176966656,5,FailOnTimeoutGroup]
2024-11-21T08:16:22,417 DEBUG [M:0;6ed56fb6cbf7:45087 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:16:22,417 INFO  [M:0;6ed56fb6cbf7:45087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:16:22,417 INFO  [M:0;6ed56fb6cbf7:45087 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:22,417 INFO  [M:0;6ed56fb6cbf7:45087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:16:22,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:16:22,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1552476285/master
2024-11-21T08:16:22,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1552476285
2024-11-21T08:16:22,446 DEBUG [M:0;6ed56fb6cbf7:45087 {}] zookeeper.RecoverableZooKeeper(212): Node /1552476285/master already deleted, retry=false
2024-11-21T08:16:22,447 DEBUG [M:0;6ed56fb6cbf7:45087 {}] master.ActiveMasterManager(353): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Failed delete of our master address node; KeeperErrorCode = NoNode for /1552476285/master
2024-11-21T08:16:22,473 INFO  [M:0;6ed56fb6cbf7:45087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/.lastflushedseqids
2024-11-21T08:16:22,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21
2024-11-21T08:16:22,516 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:22,526 INFO  [RS:0;6ed56fb6cbf7:39773 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:22,526 INFO  [RS:0;6ed56fb6cbf7:39773 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,39773,1732176965225; zookeeper connection closed.
2024-11-21T08:16:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:22,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39773-0x1015c769b2d0004, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:22,532 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:16:22,551 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:22,563 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19c2fb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19c2fb0
2024-11-21T08:16:22,564 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:16:22,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741836_1012 (size=99)
2024-11-21T08:16:22,965 INFO  [M:0;6ed56fb6cbf7:45087 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:16:22,965 INFO  [M:0;6ed56fb6cbf7:45087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:16:22,965 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:22,965 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:22,965 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:22,965 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:22,966 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:22,966 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-21T08:16:23,021 DEBUG [M:0;6ed56fb6cbf7:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c698045ef1254d41903269d376aac0cd is 82, key is hbase:meta,,1/info:regioninfo/1732176967573/Put/seqid=0
2024-11-21T08:16:23,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741837_1013 (size=5672)
2024-11-21T08:16:23,056 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c698045ef1254d41903269d376aac0cd
2024-11-21T08:16:23,149 DEBUG [M:0;6ed56fb6cbf7:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ece230bf8a4900a072643e8b510afc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732176967619/Put/seqid=0
2024-11-21T08:16:23,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741838_1014 (size=5275)
2024-11-21T08:16:23,609 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ece230bf8a4900a072643e8b510afc
2024-11-21T08:16:23,618 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:23,651 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:23,683 DEBUG [M:0;6ed56fb6cbf7:45087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f1a264033754bd39f73b505440ad482 is 69, key is 6ed56fb6cbf7,39773,1732176965225/rs:state/1732176966694/Put/seqid=0
2024-11-21T08:16:23,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741839_1015 (size=5156)
2024-11-21T08:16:23,743 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:24,133 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f1a264033754bd39f73b505440ad482
2024-11-21T08:16:24,159 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c698045ef1254d41903269d376aac0cd as hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c698045ef1254d41903269d376aac0cd
2024-11-21T08:16:24,177 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c698045ef1254d41903269d376aac0cd, entries=8, sequenceid=28, filesize=5.5 K
2024-11-21T08:16:24,190 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54ece230bf8a4900a072643e8b510afc as hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54ece230bf8a4900a072643e8b510afc
2024-11-21T08:16:24,233 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54ece230bf8a4900a072643e8b510afc, entries=3, sequenceid=28, filesize=5.2 K
2024-11-21T08:16:24,240 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f1a264033754bd39f73b505440ad482 as hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f1a264033754bd39f73b505440ad482
2024-11-21T08:16:24,262 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38331/user/jenkins/test-data/a20b4ce9-4a46-532f-cadb-5525501a98cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f1a264033754bd39f73b505440ad482, entries=1, sequenceid=28, filesize=5.0 K
2024-11-21T08:16:24,263 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false
2024-11-21T08:16:24,304 INFO  [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:24,305 DEBUG [M:0;6ed56fb6cbf7:45087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176982965Disabling compacts and flushes for region at 1732176982965Disabling writes for close at 1732176982966 (+1 ms)Obtaining lock to block concurrent updates at 1732176982966Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732176982966Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732176982966Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732176982970 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732176982970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732176983019 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732176983020 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732176983089 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732176983148 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732176983148Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732176983634 (+486 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732176983683 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732176983683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f813d84: reopening flushed file at 1732176984158 (+475 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24151321: reopening flushed file at 1732176984178 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f85e8: reopening flushed file at 1732176984233 (+55 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1732176984263 (+30 ms)Writing region close event to WAL at 1732176984304 (+41 ms)Closed at 1732176984304
2024-11-21T08:16:24,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33911 is added to blk_1073741830_1006 (size=10165)
2024-11-21T08:16:24,344 INFO  [M:0;6ed56fb6cbf7:45087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:16:24,344 INFO  [M:0;6ed56fb6cbf7:45087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45087
2024-11-21T08:16:24,345 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:24,364 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:24,501 INFO  [M:0;6ed56fb6cbf7:45087 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:24,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45087-0x1015c769b2d0003, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:24,540 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6e23de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:24,544 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d64e776{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:24,544 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:24,544 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cac5ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:24,544 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:24,581 WARN  [BP-87473769-172.17.0.3-1732176962300 heartbeating to localhost/127.0.0.1:38331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:16:24,581 WARN  [BP-87473769-172.17.0.3-1732176962300 heartbeating to localhost/127.0.0.1:38331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-87473769-172.17.0.3-1732176962300 (Datanode Uuid 81bbc528-b156-4ff4-8f9c-651ac250cfd3) service to localhost/127.0.0.1:38331
2024-11-21T08:16:24,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:16:24,584 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:16:24,584 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/cluster_9ac3895a-c47f-a317-e78b-69aa787fc7bc/data/data1/current/BP-87473769-172.17.0.3-1732176962300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:24,585 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:16:24,590 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/cluster_9ac3895a-c47f-a317-e78b-69aa787fc7bc/data/data2/current/BP-87473769-172.17.0.3-1732176962300 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:24,626 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26c5bd95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:24,640 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab5417f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:24,640 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:24,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65144570{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:24,640 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:24,682 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:16:24,682 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:16:24,683 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:24,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:24,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:24,684 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:24,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:24,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:16:24,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false
2024-11-21T08:16:24,686 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,45309,1732176974491
2024-11-21T08:16:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/running
2024-11-21T08:16:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:24,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:24,705 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:24,706 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:24,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:24,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Set watcher on znode that does not yet exist, /0-654831567/running
2024-11-21T08:16:24,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:24,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:24,716 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,34285,1732176974692' *****
2024-11-21T08:16:24,716 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:16:24,717 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:16:24,717 INFO  [RS:0;6ed56fb6cbf7:34285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:16:24,717 INFO  [RS:0;6ed56fb6cbf7:34285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:16:24,717 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(3091): Received CLOSE for f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:24,717 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:16:24,722 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:24,723 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:24,723 INFO  [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34285.
2024-11-21T08:16:24,723 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:24,723 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:24,723 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:16:24,723 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:16:24,724 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:16:24,724 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:16:24,724 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:16:24,725 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f6c589d50cb502f06e34bb10c9e123b0=hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.}
2024-11-21T08:16:24,725 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6c589d50cb502f06e34bb10c9e123b0
2024-11-21T08:16:24,725 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:24,725 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:24,725 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:24,725 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:24,726 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:24,726 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-21T08:16:24,726 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6c589d50cb502f06e34bb10c9e123b0, disabling compactions & flushes
2024-11-21T08:16:24,726 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:24,726 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:24,726 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0. after waiting 0 ms
2024-11-21T08:16:24,726 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:24,748 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:24,780 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/a373158ed4f4487faab103947cbb7e50 is 147, key is hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0./info:regioninfo/1732176982172/Put/seqid=0
2024-11-21T08:16:24,801 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/replication/f6c589d50cb502f06e34bb10c9e123b0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9
2024-11-21T08:16:24,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741851_1027 (size=6385)
2024-11-21T08:16:24,806 DEBUG [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/WALs/6ed56fb6cbf7,34285,1732176974692/6ed56fb6cbf7%2C34285%2C1732176974692.1732176977722 to pos 0, reset compression=false
2024-11-21T08:16:24,806 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:24,811 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:24,811 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:24,811 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:24,811 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6c589d50cb502f06e34bb10c9e123b0:
Waiting for close lock at 1732176984726Running coprocessor pre-close hooks at 1732176984726Disabling compacts and flushes for region at 1732176984726Disabling writes for close at 1732176984726Writing region close event to WAL at 1732176984768 (+42 ms)Running coprocessor post-close hooks at 1732176984811 (+43 ms)Closed at 1732176984811
2024-11-21T08:16:24,811 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732176967753.f6c589d50cb502f06e34bb10c9e123b0.
2024-11-21T08:16:24,823 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/a373158ed4f4487faab103947cbb7e50
2024-11-21T08:16:24,864 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/.tmp/info/a373158ed4f4487faab103947cbb7e50 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/info/a373158ed4f4487faab103947cbb7e50
2024-11-21T08:16:24,925 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:24,930 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/info/a373158ed4f4487faab103947cbb7e50, entries=8, sequenceid=19, filesize=6.2 K
2024-11-21T08:16:24,932 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=19, compaction requested=false
2024-11-21T08:16:24,988 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-21T08:16:24,996 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:24,996 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:24,996 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:24,997 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176984725Running coprocessor pre-close hooks at 1732176984725Disabling compacts and flushes for region at 1732176984725Disabling writes for close at 1732176984726 (+1 ms)Obtaining lock to block concurrent updates at 1732176984726Preparing flush snapshotting stores in 1588230740 at 1732176984726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732176984726Flushing stores of hbase:meta,,1.1588230740 at 1732176984736 (+10 ms)Flushing 1588230740/info: creating writer at 1732176984736Flushing 1588230740/info: appending metadata at 1732176984779 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732176984779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5afbfcf2: reopening flushed file at 1732176984854 (+75 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 206ms, sequenceid=19, compaction requested=false at 1732176984933 (+79 ms)Writing region close event to WAL at 1732176984958 (+25 ms)Running coprocessor post-close hooks at 1732176984996 (+38 ms)Closed at 1732176984996
2024-11-21T08:16:24,997 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:25,126 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,34285,1732176974692; all regions closed.
2024-11-21T08:16:25,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741849_1025 (size=2156)
2024-11-21T08:16:25,184 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:25,185 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34285%2C1732176974692.meta:.meta(num 1732176978191)
2024-11-21T08:16:25,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741850_1026 (size=796)
2024-11-21T08:16:25,264 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:25,265 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34285%2C1732176974692.rep:(num 1732176982003)
2024-11-21T08:16:25,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741848_1024 (size=93)
2024-11-21T08:16:25,324 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/oldWALs
2024-11-21T08:16:25,324 INFO  [RS:0;6ed56fb6cbf7:34285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34285%2C1732176974692:(num 1732176977722)
2024-11-21T08:16:25,324 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:25,324 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:25,325 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:25,325 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:25,326 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:25,326 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:25,327 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,34285,1732176974692 because: Region server is closing
2024-11-21T08:16:25,327 INFO  [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34285.
2024-11-21T08:16:25,327 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:25,327 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:25,327 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:25,327 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-21T08:16:25,327 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-21T08:16:25,327 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-11-21T08:16:25,328 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:25,432 WARN  [RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:16:25,432 WARN  [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:16:25,435 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,1-6ed56fb6cbf7,34285,1732176974692 terminated
2024-11-21T08:16:25,435 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ed56fb6cbf7,34285,1732176974692 because: Region server is closing
2024-11-21T08:16:25,435 INFO  [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34285.
2024-11-21T08:16:25,435 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:25,436 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:25,436 DEBUG [RS:0;6ed56fb6cbf7:34285 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:25,437 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:25,540 WARN  [RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:16:25,540 WARN  [RS:0;6ed56fb6cbf7:34285.replicationSource.wal-reader.6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:16:25,548 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6ed56fb6cbf7:34285.replicationSource.shipper6ed56fb6cbf7%2C34285%2C1732176974692,2-6ed56fb6cbf7,34285,1732176974692 terminated
2024-11-21T08:16:25,548 INFO  [RS:0;6ed56fb6cbf7:34285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34285
2024-11-21T08:16:25,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/rs/6ed56fb6cbf7,34285,1732176974692
2024-11-21T08:16:25,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567/rs
2024-11-21T08:16:25,601 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:25,614 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,34285,1732176974692]
2024-11-21T08:16:25,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/draining/6ed56fb6cbf7,34285,1732176974692 already deleted, retry=false
2024-11-21T08:16:25,629 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,34285,1732176974692 expired; onlineServers=0
2024-11-21T08:16:25,629 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,45309,1732176974491' *****
2024-11-21T08:16:25,629 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:16:25,629 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:25,630 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:25,630 DEBUG [M:0;6ed56fb6cbf7:45309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:16:25,630 DEBUG [M:0;6ed56fb6cbf7:45309 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:16:25,630 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176977011 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176977011,5,FailOnTimeoutGroup]
2024-11-21T08:16:25,630 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:25,630 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:25,630 DEBUG [M:0;6ed56fb6cbf7:45309 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:16:25,630 INFO  [M:0;6ed56fb6cbf7:45309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:16:25,630 INFO  [M:0;6ed56fb6cbf7:45309 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:25,631 INFO  [M:0;6ed56fb6cbf7:45309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:16:25,631 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176977020 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176977020,5,FailOnTimeoutGroup]
2024-11-21T08:16:25,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:16:25,632 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:16:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-654831567/master
2024-11-21T08:16:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-654831567
2024-11-21T08:16:25,652 DEBUG [M:0;6ed56fb6cbf7:45309 {}] zookeeper.RecoverableZooKeeper(212): Node /0-654831567/master already deleted, retry=false
2024-11-21T08:16:25,652 DEBUG [M:0;6ed56fb6cbf7:45309 {}] master.ActiveMasterManager(353): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-654831567/master
2024-11-21T08:16:25,656 INFO  [M:0;6ed56fb6cbf7:45309 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/.lastflushedseqids
2024-11-21T08:16:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:25,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741852_1028 (size=181)
2024-11-21T08:16:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34285-0x1015c769b2d0007, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:25,715 INFO  [RS:0;6ed56fb6cbf7:34285 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:25,715 INFO  [RS:0;6ed56fb6cbf7:34285 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,34285,1732176974692; zookeeper connection closed.
2024-11-21T08:16:25,724 INFO  [M:0;6ed56fb6cbf7:45309 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:16:25,727 INFO  [M:0;6ed56fb6cbf7:45309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:16:25,727 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:25,727 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:25,727 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:25,727 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:25,727 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:25,728 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-21T08:16:25,732 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73bd594c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73bd594c
2024-11-21T08:16:25,733 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:16:25,811 DEBUG [M:0;6ed56fb6cbf7:45309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b932352a1041afaffabb4826301e7a is 82, key is hbase:meta,,1/info:regioninfo/1732176978410/Put/seqid=0
2024-11-21T08:16:25,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741853_1029 (size=5680)
2024-11-21T08:16:25,892 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b932352a1041afaffabb4826301e7a
2024-11-21T08:16:25,957 DEBUG [M:0;6ed56fb6cbf7:45309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4b0d565cb7421b99289a45f189e7a0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732176982196/Put/seqid=0
2024-11-21T08:16:26,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741854_1030 (size=7319)
2024-11-21T08:16:26,012 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4b0d565cb7421b99289a45f189e7a0
2024-11-21T08:16:26,097 DEBUG [M:0;6ed56fb6cbf7:45309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24947477be6c4cb0afdf0ba820fc052f is 69, key is 6ed56fb6cbf7,34285,1732176974692/rs:state/1732176977185/Put/seqid=0
2024-11-21T08:16:26,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741855_1031 (size=5371)
2024-11-21T08:16:26,556 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24947477be6c4cb0afdf0ba820fc052f
2024-11-21T08:16:26,584 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24947477be6c4cb0afdf0ba820fc052f
2024-11-21T08:16:26,592 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98b932352a1041afaffabb4826301e7a as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98b932352a1041afaffabb4826301e7a
2024-11-21T08:16:26,609 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98b932352a1041afaffabb4826301e7a, entries=8, sequenceid=172, filesize=5.5 K
2024-11-21T08:16:26,611 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a4b0d565cb7421b99289a45f189e7a0 as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4b0d565cb7421b99289a45f189e7a0
2024-11-21T08:16:26,626 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a4b0d565cb7421b99289a45f189e7a0, entries=7, sequenceid=172, filesize=7.1 K
2024-11-21T08:16:26,629 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24947477be6c4cb0afdf0ba820fc052f as hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24947477be6c4cb0afdf0ba820fc052f
2024-11-21T08:16:26,647 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24947477be6c4cb0afdf0ba820fc052f
2024-11-21T08:16:26,648 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33935/user/jenkins/test-data/20b547ad-ee86-da66-28ff-d94796bcc4d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24947477be6c4cb0afdf0ba820fc052f, entries=2, sequenceid=172, filesize=5.2 K
2024-11-21T08:16:26,660 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=172, compaction requested=false
2024-11-21T08:16:26,691 INFO  [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:26,691 DEBUG [M:0;6ed56fb6cbf7:45309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176985727Disabling compacts and flushes for region at 1732176985727Disabling writes for close at 1732176985727Obtaining lock to block concurrent updates at 1732176985728 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732176985728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732176985728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732176985740 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732176985740Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732176985811 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732176985811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732176985916 (+105 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732176985957 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732176985957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732176986046 (+89 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732176986095 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732176986095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29506925: reopening flushed file at 1732176986585 (+490 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713ea5b7: reopening flushed file at 1732176986609 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc1582c: reopening flushed file at 1732176986626 (+17 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=172, compaction requested=false at 1732176986661 (+35 ms)Writing region close event to WAL at 1732176986691 (+30 ms)Closed at 1732176986691
2024-11-21T08:16:26,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44185 is added to blk_1073741847_1023 (size=22949)
2024-11-21T08:16:26,736 INFO  [M:0;6ed56fb6cbf7:45309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:16:26,736 INFO  [M:0;6ed56fb6cbf7:45309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45309
2024-11-21T08:16:26,737 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:26,737 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:26,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45309-0x1015c769b2d0006, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:26,899 INFO  [M:0;6ed56fb6cbf7:45309 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:26,943 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:26,943 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:26,943 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:26,944 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:26,944 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:26,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:16:26,956 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:16:26,956 WARN  [BP-391367184-172.17.0.3-1732176946495 heartbeating to localhost/127.0.0.1:33935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:16:26,956 WARN  [BP-391367184-172.17.0.3-1732176946495 heartbeating to localhost/127.0.0.1:33935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-391367184-172.17.0.3-1732176946495 (Datanode Uuid 2600ffe1-c787-44ee-9d51-4c03346b0896) service to localhost/127.0.0.1:33935
2024-11-21T08:16:26,958 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/data/data2/current/BP-391367184-172.17.0.3-1732176946495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:26,958 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:16:26,960 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/cluster_9b0bca7d-5a31-ee15-2659-11d98d05532d/data/data1/current/BP-391367184-172.17.0.3-1732176946495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:26,985 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:26,992 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:26,992 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:26,992 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:26,992 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182a0ecf-e791-308a-b4df-f37460e6d72e/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:27,018 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:16:27,063 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:16:27,100 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11)
Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@67237ec5
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38331 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: master/6ed56fb6cbf7:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.procedureResultReporter
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38331 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60445)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33935
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: globalEventExecutor-1-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113)
	app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/6ed56fb6cbf7:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60445)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38331 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33935
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38331
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33935 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-7-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38331
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33935
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33935
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HMaster-EventLoopGroup-7-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-event-processor-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38331
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38331
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'DataNode' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HMaster-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33935 from jenkins.hfs.2
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33935
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33935
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38331
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33935 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-7-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38331
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1273 (was 1250) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2961 (was 4026)
2024-11-21T08:16:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c769b2d0002, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:16:27,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c769b2d0002, quorum=127.0.0.1:60445, baseZNode=/0-654831567 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:16:27,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c769b2d0005, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:16:27,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c769b2d0005, quorum=127.0.0.1:60445, baseZNode=/1552476285 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:16:27,143 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1273, ProcessCount=11, AvailableMemoryMB=2960
2024-11-21T08:16:27,174 INFO  [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations
2024-11-21T08:16:27,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir so I do NOT create it in target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf
2024-11-21T08:16:27,175 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:16:27,175 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.tmp.dir so I do NOT create it in target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf
2024-11-21T08:16:27,175 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/931fde7e-c453-7f6d-b1b3-c63dfe6c2e52/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:16:27,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf
2024-11-21T08:16:27,176 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110, deleteOnExit=true
2024-11-21T08:16:27,301 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/zookeeper_0, clientPort=64509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:16:27,316 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64509
2024-11-21T08:16:27,316 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:16:27,316 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/test.cache.data in system properties and HBase conf
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:16:27,317 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:16:27,318 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:16:27,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:27,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:27,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:16:27,318 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:16:27,319 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:27,320 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:16:27,320 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:16:27,893 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:27,904 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:27,945 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:27,946 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:27,946 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:16:27,953 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:27,955 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:27,956 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:28,118 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/java.io.tmpdir/jetty-localhost-32815-hadoop-hdfs-3_4_1-tests_jar-_-any-2474793619387572494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:28,120 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:32815}
2024-11-21T08:16:28,120 INFO  [Time-limited test {}] server.Server(415): Started @45579ms
2024-11-21T08:16:28,745 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:28,753 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:28,785 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:28,785 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:28,785 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:28,789 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:28,795 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:28,981 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198d6b6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/java.io.tmpdir/jetty-localhost-39803-hadoop-hdfs-3_4_1-tests_jar-_-any-9992956413257305737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:28,981 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:39803}
2024-11-21T08:16:28,981 INFO  [Time-limited test {}] server.Server(415): Started @46441ms
2024-11-21T08:16:28,983 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:16:29,895 WARN  [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/data/data1/current/BP-1162427219-172.17.0.3-1732176987392/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:29,909 WARN  [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/data/data2/current/BP-1162427219-172.17.0.3-1732176987392/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:30,005 WARN  [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:16:30,018 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x567acd2cdc1b541b with lease ID 0xacdd3efec33818fd: Processing first storage report for DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1 from datanode DatanodeRegistration(127.0.0.1:43199, datanodeUuid=33c68d89-642f-4d8c-ae2a-27dec9974606, infoPort=44819, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=34559472;c=1732176987392)
2024-11-21T08:16:30,018 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x567acd2cdc1b541b with lease ID 0xacdd3efec33818fd: from storage DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1 node DatanodeRegistration(127.0.0.1:43199, datanodeUuid=33c68d89-642f-4d8c-ae2a-27dec9974606, infoPort=44819, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=34559472;c=1732176987392), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:30,018 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x567acd2cdc1b541b with lease ID 0xacdd3efec33818fd: Processing first storage report for DS-509af829-9a80-4780-bfda-54d956b2e37b from datanode DatanodeRegistration(127.0.0.1:43199, datanodeUuid=33c68d89-642f-4d8c-ae2a-27dec9974606, infoPort=44819, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=34559472;c=1732176987392)
2024-11-21T08:16:30,019 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x567acd2cdc1b541b with lease ID 0xacdd3efec33818fd: from storage DS-509af829-9a80-4780-bfda-54d956b2e37b node DatanodeRegistration(127.0.0.1:43199, datanodeUuid=33c68d89-642f-4d8c-ae2a-27dec9974606, infoPort=44819, infoSecurePort=0, ipcPort=36097, storageInfo=lv=-57;cid=testClusterID;nsid=34559472;c=1732176987392), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:30,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf
2024-11-21T08:16:30,054 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:30,065 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:30,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:16:30,313 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:30,366 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:30,548 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210 with version=8
2024-11-21T08:16:30,548 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/hbase-staging
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:30,551 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:30,552 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:30,565 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36201
2024-11-21T08:16:30,567 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36201 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362010x0, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:30,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36201-0x1015c77402b0000 connected
2024-11-21T08:16:30,913 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:30,916 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:30,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/running
2024-11-21T08:16:30,949 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210, hbase.cluster.distributed=false
2024-11-21T08:16:30,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/acl
2024-11-21T08:16:31,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36201
2024-11-21T08:16:31,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36201
2024-11-21T08:16:31,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36201
2024-11-21T08:16:31,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36201
2024-11-21T08:16:31,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36201
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:31,083 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:31,084 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:31,098 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:31,100 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37887
2024-11-21T08:16:31,103 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37887 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:31,104 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:31,106 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:31,157 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378870x0, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:31,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378870x0, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/running
2024-11-21T08:16:31,165 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:31,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37887-0x1015c77402b0001 connected
2024-11-21T08:16:31,184 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:31,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/master
2024-11-21T08:16:31,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/acl
2024-11-21T08:16:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37887
2024-11-21T08:16:31,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37887
2024-11-21T08:16:31,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37887
2024-11-21T08:16:31,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37887
2024-11-21T08:16:31,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37887
2024-11-21T08:16:31,344 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:36201
2024-11-21T08:16:31,359 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1435857736/backup-masters/6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:31,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/backup-masters
2024-11-21T08:16:31,413 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/backup-masters
2024-11-21T08:16:31,417 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on existing znode=/0-1435857736/backup-masters/6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:31,429 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1435857736/master
2024-11-21T08:16:31,429 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:31,429 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on existing znode=/0-1435857736/master
2024-11-21T08:16:31,434 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1435857736/backup-masters/6ed56fb6cbf7,36201,1732176990550 from backup master directory
2024-11-21T08:16:31,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1435857736/backup-masters/6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:31,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/backup-masters
2024-11-21T08:16:31,450 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:31,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:31,452 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/backup-masters
2024-11-21T08:16:31,466 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/hbase.id] with ID: 2a9cc838-8104-48a3-9031-0f783bef77ff
2024-11-21T08:16:31,466 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/.tmp/hbase.id
2024-11-21T08:16:31,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:16:31,528 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/.tmp/hbase.id]:[hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/hbase.id]
2024-11-21T08:16:31,559 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:31,559 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:16:31,561 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-21T08:16:31,583 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:31,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:16:31,648 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:31,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:16:31,656 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:31,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:16:31,725 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store
2024-11-21T08:16:31,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:16:31,792 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:31,792 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:31,792 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:31,792 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:31,792 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:31,792 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:31,792 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:31,793 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176991792Disabling compacts and flushes for region at 1732176991792Disabling writes for close at 1732176991792Writing region close event to WAL at 1732176991792Closed at 1732176991792
2024-11-21T08:16:31,794 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/.initializing
2024-11-21T08:16:31,794 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/WALs/6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:31,797 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:31,807 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C36201%2C1732176990550, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/WALs/6ed56fb6cbf7,36201,1732176990550, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/oldWALs, maxLogs=10
2024-11-21T08:16:31,835 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/WALs/6ed56fb6cbf7,36201,1732176990550/6ed56fb6cbf7%2C36201%2C1732176990550.1732176991807, exclude list is [], retry=0
2024-11-21T08:16:31,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43199,DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1,DISK]
2024-11-21T08:16:31,874 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/WALs/6ed56fb6cbf7,36201,1732176990550/6ed56fb6cbf7%2C36201%2C1732176990550.1732176991807
2024-11-21T08:16:31,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44819:44819)]
2024-11-21T08:16:31,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:31,877 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:31,877 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,877 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,887 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:31,897 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:16:31,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:31,905 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:31,905 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:31,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:16:31,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:31,910 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:31,910 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:31,915 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:16:31,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:31,922 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:31,923 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:31,929 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:16:31,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:31,930 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:31,931 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,938 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,946 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,946 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:31,950 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:31,956 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:31,957 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68687825, jitterRate=0.02352835237979889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:31,958 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732176991877Initializing all the Stores at 1732176991886 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176991886Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176991886Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176991886Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176991887 (+1 ms)Cleaning up temporary data from old regions at 1732176991946 (+59 ms)Region opened successfully at 1732176991958 (+12 ms)
2024-11-21T08:16:31,964 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:16:31,977 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9849c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:31,984 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:16:31,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:16:31,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:16:31,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:16:31,986 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:16:31,986 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:16:31,986 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:16:32,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:16:32,040 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Unable to get data of znode /0-1435857736/balancer because node does not exist (not necessarily an error)
2024-11-21T08:16:32,094 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/balancer already deleted, retry=false
2024-11-21T08:16:32,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:16:32,104 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Unable to get data of znode /0-1435857736/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:16:32,113 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/normalizer already deleted, retry=false
2024-11-21T08:16:32,113 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:16:32,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Unable to get data of znode /0-1435857736/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:16:32,147 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/switch/split already deleted, retry=false
2024-11-21T08:16:32,154 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Unable to get data of znode /0-1435857736/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:16:32,171 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/switch/merge already deleted, retry=false
2024-11-21T08:16:32,180 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Unable to get data of znode /0-1435857736/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:16:32,218 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/snapshot-cleanup already deleted, retry=false
2024-11-21T08:16:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1435857736/running
2024-11-21T08:16:32,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,312 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1435857736/running
2024-11-21T08:16:32,312 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,313 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,36201,1732176990550, sessionid=0x1015c77402b0000, setting cluster-up flag (Was=false)
2024-11-21T08:16:32,355 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,397 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1435857736/flush-table-proc/acquired, /0-1435857736/flush-table-proc/reached, /0-1435857736/flush-table-proc/abort
2024-11-21T08:16:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:32,430 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:32,473 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1435857736/online-snapshot/acquired, /0-1435857736/online-snapshot/reached, /0-1435857736/online-snapshot/abort
2024-11-21T08:16:32,496 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:32,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:16:32,513 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:32,514 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:16:32,514 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:16:32,514 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,36201,1732176990550
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:16:32,539 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(746): ClusterId : 2a9cc838-8104-48a3-9031-0f783bef77ff
2024-11-21T08:16:32,539 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:32,544 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,560 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:16:32,560 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:16:32,573 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:16:32,574 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e0f648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:32,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:32,581 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:16:32,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:32,593 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:16:32,601 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:37887
2024-11-21T08:16:32,601 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:16:32,601 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:16:32,601 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:16:32,603 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,36201,1732176990550 with port=37887, startcode=1732176991082
2024-11-21T08:16:32,604 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:16:32,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177022608
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:16:32,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:16:32,614 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,616 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:16:32,617 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:16:32,617 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:16:32,617 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:16:32,626 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:16:32,627 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36201 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:16:32,633 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T08:16:32,633 WARN  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-21T08:16:32,648 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:16:32,648 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:16:32,658 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176992648,5,FailOnTimeoutGroup]
2024-11-21T08:16:32,668 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176992658,5,FailOnTimeoutGroup]
2024-11-21T08:16:32,668 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,668 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:16:32,668 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,668 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:16:32,713 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:16:32,714 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210
2024-11-21T08:16:32,734 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,36201,1732176990550 with port=37887, startcode=1732176991082
2024-11-21T08:16:32,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:32,736 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36201 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:32,738 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210
2024-11-21T08:16:32,738 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33927
2024-11-21T08:16:32,738 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:32,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/rs
2024-11-21T08:16:32,752 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] zookeeper.ZKUtil(111): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on existing znode=/0-1435857736/rs/6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:32,752 WARN  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:32,752 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:32,752 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:32,759 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,37887,1732176991082]
2024-11-21T08:16:32,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:16:32,840 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:32,862 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:32,862 INFO  [RS:0;6ed56fb6cbf7:37887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:32,862 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,897 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:32,898 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:32,898 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,898 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,898 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:32,899 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:32,900 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:32,924 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,924 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,924 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,925 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,925 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,925 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37887,1732176991082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:32,988 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:32,988 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37887,1732176991082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,989 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:32,989 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.Replication(171): 6ed56fb6cbf7,37887,1732176991082 started
2024-11-21T08:16:33,013 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:33,014 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,37887,1732176991082, RpcServer on 6ed56fb6cbf7/172.17.0.3:37887, sessionid=0x1015c77402b0001
2024-11-21T08:16:33,014 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:33,014 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:33,014 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,37887,1732176991082'
2024-11-21T08:16:33,014 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1435857736/flush-table-proc/abort'
2024-11-21T08:16:33,015 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1435857736/flush-table-proc/acquired'
2024-11-21T08:16:33,015 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:33,016 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:33,016 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:33,016 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,37887,1732176991082'
2024-11-21T08:16:33,016 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1435857736/online-snapshot/abort'
2024-11-21T08:16:33,016 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1435857736/online-snapshot/acquired'
2024-11-21T08:16:33,017 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:33,017 INFO  [RS:0;6ed56fb6cbf7:37887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:33,017 INFO  [RS:0;6ed56fb6cbf7:37887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:33,121 INFO  [RS:0;6ed56fb6cbf7:37887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:33,132 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C37887%2C1732176991082, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs, maxLogs=10
2024-11-21T08:16:33,165 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133, exclude list is [], retry=0
2024-11-21T08:16:33,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43199,DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1,DISK]
2024-11-21T08:16:33,208 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133
2024-11-21T08:16:33,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:33,232 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44819:44819)]
2024-11-21T08:16:33,246 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:33,250 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:33,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,251 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:33,258 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:33,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:33,262 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:33,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:33,270 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:33,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,272 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:33,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740
2024-11-21T08:16:33,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740
2024-11-21T08:16:33,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:33,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:33,280 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:33,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:33,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:33,294 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068890, jitterRate=0.01430550217628479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:33,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732176993216Initializing all the Stores at 1732176993222 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993245 (+23 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176993245Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993246 (+1 ms)Cleaning up temporary data from old regions at 1732176993278 (+32 ms)Region opened successfully at 1732176993295 (+17 ms)
2024-11-21T08:16:33,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:33,297 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:33,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:33,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:33,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:33,315 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:33,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732176993295Disabling compacts and flushes for region at 1732176993295Disabling writes for close at 1732176993297 (+2 ms)Writing region close event to WAL at 1732176993315 (+18 ms)Closed at 1732176993315
2024-11-21T08:16:33,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:33,323 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:16:33,323 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:33,329 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:33,331 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:16:33,482 DEBUG [6ed56fb6cbf7:36201 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:33,483 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:33,486 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,37887,1732176991082, state=OPENING
2024-11-21T08:16:33,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:16:33,596 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:33,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:33,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1435857736/meta-region-server: CHANGED
2024-11-21T08:16:33,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:33,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1435857736/meta-region-server: CHANGED
2024-11-21T08:16:33,604 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,37887,1732176991082}]
2024-11-21T08:16:33,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:33,768 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:33,784 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:33,784 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:33,784 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:33,788 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C37887%2C1732176991082.meta, suffix=.meta, logDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs, maxLogs=10
2024-11-21T08:16:33,811 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.meta.1732176993788.meta, exclude list is [], retry=0
2024-11-21T08:16:33,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43199,DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1,DISK]
2024-11-21T08:16:33,844 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.meta.1732176993788.meta
2024-11-21T08:16:33,852 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44819:44819)]
2024-11-21T08:16:33,853 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:33,860 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:33,860 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:33,861 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:33,861 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:33,861 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:33,861 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:33,861 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:33,861 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:33,884 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:33,899 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:33,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,918 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,918 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:33,922 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:33,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,924 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:33,928 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:33,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,932 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,932 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:33,933 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:33,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:33,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:33,935 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:33,936 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740
2024-11-21T08:16:33,939 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740
2024-11-21T08:16:33,948 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:33,949 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:33,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:33,959 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:33,962 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632984, jitterRate=0.0525134801864624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:33,964 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:33,965 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732176993862Writing region info on filesystem at 1732176993862Initializing all the Stores at 1732176993873 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993880 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176993880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176993880Cleaning up temporary data from old regions at 1732176993949 (+69 ms)Running coprocessor post-open hooks at 1732176993964 (+15 ms)Region opened successfully at 1732176993965 (+1 ms)
2024-11-21T08:16:33,973 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732176993763
2024-11-21T08:16:33,980 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:33,982 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,37887,1732176991082, state=OPEN
2024-11-21T08:16:33,984 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:33,984 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:34,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1435857736/meta-region-server
2024-11-21T08:16:34,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:34,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1435857736/meta-region-server: CHANGED
2024-11-21T08:16:34,008 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1435857736/meta-region-server
2024-11-21T08:16:34,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:16:34,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,37887,1732176991082 in 400 msec
2024-11-21T08:16:34,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1435857736/meta-region-server: CHANGED
2024-11-21T08:16:34,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:34,015 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:16:34,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:16:34,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec
2024-11-21T08:16:34,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:34,025 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,37887,1732176991082, seqNum=-1]
2024-11-21T08:16:34,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:34,028 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:34,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5350 sec
2024-11-21T08:16:34,044 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732176994044, completionTime=-1
2024-11-21T08:16:34,044 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:16:34,044 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:34,059 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:34,059 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177054059
2024-11-21T08:16:34,059 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177114059
2024-11-21T08:16:34,059 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 15 msec
2024-11-21T08:16:34,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:36201, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,064 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:16:34,067 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.628sec
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:34,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:34,086 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:34,086 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:34,086 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36201,1732176990550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:34,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:34,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,36201,-1 for getting cluster id
2024-11-21T08:16:34,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:34,146 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9cc838-8104-48a3-9031-0f783bef77ff'
2024-11-21T08:16:34,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:34,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9cc838-8104-48a3-9031-0f783bef77ff"

2024-11-21T08:16:34,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d359e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:34,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,36201,-1]
2024-11-21T08:16:34,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:34,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:34,151 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:34,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:34,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,37887,1732176991082, seqNum=-1]
2024-11-21T08:16:34,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:34,161 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:34,163 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:34,164 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:34,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:34,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c77402b0002 connected
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir so I do NOT create it in target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641
2024-11-21T08:16:34,196 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.tmp.dir so I do NOT create it in target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641
2024-11-21T08:16:34,196 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:16:34,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/cluster_58a9e3c1-be66-749e-85e5-ba1ffda31f08, deleteOnExit=true
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:16:34,196 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/test.cache.data in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:16:34,197 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:34,197 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:34,198 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:16:34,199 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:16:34,635 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:34,647 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:34,687 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:34,687 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:34,687 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:34,689 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:34,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:34,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:34,831 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aab354b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/java.io.tmpdir/jetty-localhost-40291-hadoop-hdfs-3_4_1-tests_jar-_-any-11956794630922813099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:34,832 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:40291}
2024-11-21T08:16:34,832 INFO  [Time-limited test {}] server.Server(415): Started @52292ms
2024-11-21T08:16:35,296 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:35,301 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:35,304 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:35,305 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:35,305 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:35,309 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5497595e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:35,309 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5831a53d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:35,439 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4ecb8f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/java.io.tmpdir/jetty-localhost-38317-hadoop-hdfs-3_4_1-tests_jar-_-any-17182108337846312307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:35,440 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f65665{HTTP/1.1, (http/1.1)}{localhost:38317}
2024-11-21T08:16:35,440 INFO  [Time-limited test {}] server.Server(415): Started @52899ms
2024-11-21T08:16:35,441 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:16:35,622 WARN  [RS:0;6ed56fb6cbf7:37887 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6ed56fb6cbf7,43075,1732176956103: status=Processing ServerCrashProcedure of 6ed56fb6cbf7,43075,1732176956103 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732176976997, completionTime=-1 appears to have been leaked
2024-11-21T08:16:36,239 WARN  [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/cluster_58a9e3c1-be66-749e-85e5-ba1ffda31f08/data/data2/current/BP-1759648891-172.17.0.3-1732176994246/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:36,240 WARN  [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/cluster_58a9e3c1-be66-749e-85e5-ba1ffda31f08/data/data1/current/BP-1759648891-172.17.0.3-1732176994246/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:36,291 WARN  [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:16:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8595d2f1b943a7a2 with lease ID 0xca2f766661ca09e6: Processing first storage report for DS-e6a49f40-2a85-4348-b8fb-4895c648bf29 from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d0499732-064f-45b1-9424-f816d63178d2, infoPort=39733, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1885468530;c=1732176994246)
2024-11-21T08:16:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8595d2f1b943a7a2 with lease ID 0xca2f766661ca09e6: from storage DS-e6a49f40-2a85-4348-b8fb-4895c648bf29 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d0499732-064f-45b1-9424-f816d63178d2, infoPort=39733, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1885468530;c=1732176994246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8595d2f1b943a7a2 with lease ID 0xca2f766661ca09e6: Processing first storage report for DS-0f2d7c28-c02c-42d6-83dd-c30da1031256 from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d0499732-064f-45b1-9424-f816d63178d2, infoPort=39733, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1885468530;c=1732176994246)
2024-11-21T08:16:36,295 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8595d2f1b943a7a2 with lease ID 0xca2f766661ca09e6: from storage DS-0f2d7c28-c02c-42d6-83dd-c30da1031256 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d0499732-064f-45b1-9424-f816d63178d2, infoPort=39733, infoSecurePort=0, ipcPort=39187, storageInfo=lv=-57;cid=testClusterID;nsid=1885468530;c=1732176994246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:36,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641
2024-11-21T08:16:36,336 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:36,338 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:36,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:16:36,757 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528 with version=8
2024-11-21T08:16:36,757 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/hbase-staging
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:36,759 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:36,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:36,760 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34463
2024-11-21T08:16:36,761 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34463 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:36,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344630x0, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:36,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34463-0x1015c77402b0003 connected
2024-11-21T08:16:37,046 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:37,048 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:37,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/running
2024-11-21T08:16:37,050 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528, hbase.cluster.distributed=false
2024-11-21T08:16:37,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/acl
2024-11-21T08:16:37,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34463
2024-11-21T08:16:37,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34463
2024-11-21T08:16:37,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34463
2024-11-21T08:16:37,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34463
2024-11-21T08:16:37,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34463
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:37,068 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:37,072 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39095
2024-11-21T08:16:37,074 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39095 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:37,074 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:37,076 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390950x0, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:37,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390950x0, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/running
2024-11-21T08:16:37,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39095-0x1015c77402b0004 connected
2024-11-21T08:16:37,092 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:37,095 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:37,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/master
2024-11-21T08:16:37,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/acl
2024-11-21T08:16:37,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39095
2024-11-21T08:16:37,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39095
2024-11-21T08:16:37,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39095
2024-11-21T08:16:37,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39095
2024-11-21T08:16:37,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39095
2024-11-21T08:16:37,112 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:34463
2024-11-21T08:16:37,112 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-920256649/backup-masters/6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/backup-masters
2024-11-21T08:16:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/backup-masters
2024-11-21T08:16:37,123 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on existing znode=/1-920256649/backup-masters/6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920256649/master
2024-11-21T08:16:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:37,134 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on existing znode=/1-920256649/master
2024-11-21T08:16:37,134 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-920256649/backup-masters/6ed56fb6cbf7,34463,1732176996759 from backup master directory
2024-11-21T08:16:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920256649/backup-masters/6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/backup-masters
2024-11-21T08:16:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/backup-masters
2024-11-21T08:16:37,144 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:37,144 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:37,150 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/hbase.id] with ID: e1852f01-ea3d-4d96-ab94-98a824c9b1c7
2024-11-21T08:16:37,150 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/.tmp/hbase.id
2024-11-21T08:16:37,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:16:37,560 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/.tmp/hbase.id]:[hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/hbase.id]
2024-11-21T08:16:37,572 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:37,572 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:16:37,576 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms.
2024-11-21T08:16:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:37,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:37,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:16:38,025 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:38,026 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:16:38,027 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:38,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:16:38,436 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store
2024-11-21T08:16:38,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:16:38,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:38,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:38,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:38,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732176998842Disabling compacts and flushes for region at 1732176998842Disabling writes for close at 1732176998842Writing region close event to WAL at 1732176998842Closed at 1732176998842
2024-11-21T08:16:38,843 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/.initializing
2024-11-21T08:16:38,843 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/WALs/6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:38,844 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:38,846 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C34463%2C1732176996759, suffix=, logDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/WALs/6ed56fb6cbf7,34463,1732176996759, archiveDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/oldWALs, maxLogs=10
2024-11-21T08:16:38,858 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/WALs/6ed56fb6cbf7,34463,1732176996759/6ed56fb6cbf7%2C34463%2C1732176996759.1732176998847, exclude list is [], retry=0
2024-11-21T08:16:38,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-e6a49f40-2a85-4348-b8fb-4895c648bf29,DISK]
2024-11-21T08:16:38,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/WALs/6ed56fb6cbf7,34463,1732176996759/6ed56fb6cbf7%2C34463%2C1732176996759.1732176998847
2024-11-21T08:16:38,863 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)]
2024-11-21T08:16:38,863 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:38,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:38,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,865 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:38,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:16:38,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:38,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:38,867 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:38,869 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:16:38,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:38,869 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:38,869 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:38,870 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:16:38,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:38,871 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:38,871 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:38,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:16:38,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:38,872 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:38,872 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,873 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,873 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,874 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,874 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:38,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:38,878 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:38,878 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65907983, jitterRate=-0.017894521355628967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:38,878 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732176998864Initializing all the Stores at 1732176998865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732176998865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176998865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176998865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732176998865Cleaning up temporary data from old regions at 1732176998874 (+9 ms)Region opened successfully at 1732176998878 (+4 ms)
2024-11-21T08:16:38,878 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:16:38,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d89c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:38,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:16:38,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:16:38,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:16:38,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:16:38,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:16:38,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:16:38,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:16:38,885 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:16:38,886 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Unable to get data of znode /1-920256649/balancer because node does not exist (not necessarily an error)
2024-11-21T08:16:38,957 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/balancer already deleted, retry=false
2024-11-21T08:16:38,958 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:16:38,958 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Unable to get data of znode /1-920256649/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:16:38,981 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/normalizer already deleted, retry=false
2024-11-21T08:16:38,982 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:16:38,983 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Unable to get data of znode /1-920256649/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:16:39,076 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/switch/split already deleted, retry=false
2024-11-21T08:16:39,077 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Unable to get data of znode /1-920256649/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:16:39,161 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/switch/merge already deleted, retry=false
2024-11-21T08:16:39,163 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Unable to get data of znode /1-920256649/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:16:39,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/snapshot-cleanup already deleted, retry=false
2024-11-21T08:16:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920256649/running
2024-11-21T08:16:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-920256649/running
2024-11-21T08:16:39,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:39,313 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,34463,1732176996759, sessionid=0x1015c77402b0003, setting cluster-up flag (Was=false)
2024-11-21T08:16:39,363 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:39,377 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:39,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:39,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:39,701 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-920256649/flush-table-proc/acquired, /1-920256649/flush-table-proc/reached, /1-920256649/flush-table-proc/abort
2024-11-21T08:16:39,702 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:39,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:40,083 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-920256649/online-snapshot/acquired, /1-920256649/online-snapshot/reached, /1-920256649/online-snapshot/abort
2024-11-21T08:16:40,084 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:40,085 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:16:40,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:40,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:16:40,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:16:40,088 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,34463,1732176996759
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:40,089 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177030092
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:16:40,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:40,092 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:16:40,092 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:16:40,093 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:40,094 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:16:40,094 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:16:40,094 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:16:40,094 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:16:40,094 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:16:40,095 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:16:40,095 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:16:40,095 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177000095,5,FailOnTimeoutGroup]
2024-11-21T08:16:40,096 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177000095,5,FailOnTimeoutGroup]
2024-11-21T08:16:40,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:16:40,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:16:40,105 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(746): ClusterId : e1852f01-ea3d-4d96-ab94-98a824c9b1c7
2024-11-21T08:16:40,105 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:16:40,168 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:16:40,169 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:16:40,215 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:16:40,215 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4fb5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:40,225 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:39095
2024-11-21T08:16:40,225 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:16:40,225 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:16:40,225 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:16:40,226 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,34463,1732176996759 with port=39095, startcode=1732176997067
2024-11-21T08:16:40,226 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:16:40,228 INFO  [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:16:40,229 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,229 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34463 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,230 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528
2024-11-21T08:16:40,230 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38999
2024-11-21T08:16:40,230 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:40,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/rs
2024-11-21T08:16:40,342 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] zookeeper.ZKUtil(111): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on existing znode=/1-920256649/rs/6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,342 WARN  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:40,342 INFO  [RS:0;6ed56fb6cbf7:39095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:40,343 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,39095,1732176997067]
2024-11-21T08:16:40,343 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,346 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:40,349 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:40,351 INFO  [RS:0;6ed56fb6cbf7:39095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:40,351 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,351 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:40,352 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:40,352 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,352 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:40,353 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,354 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39095,1732176997067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:40,374 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:40,375 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39095,1732176997067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,375 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,375 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.Replication(171): 6ed56fb6cbf7,39095,1732176997067 started
2024-11-21T08:16:40,394 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:40,394 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,39095,1732176997067, RpcServer on 6ed56fb6cbf7/172.17.0.3:39095, sessionid=0x1015c77402b0004
2024-11-21T08:16:40,394 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:40,395 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,395 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39095,1732176997067'
2024-11-21T08:16:40,395 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-920256649/flush-table-proc/abort'
2024-11-21T08:16:40,395 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-920256649/flush-table-proc/acquired'
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39095,1732176997067'
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-920256649/online-snapshot/abort'
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-920256649/online-snapshot/acquired'
2024-11-21T08:16:40,396 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:40,397 INFO  [RS:0;6ed56fb6cbf7:39095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:40,397 INFO  [RS:0;6ed56fb6cbf7:39095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:40,497 INFO  [RS:0;6ed56fb6cbf7:39095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:40,499 INFO  [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39095%2C1732176997067, suffix=, logDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067, archiveDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/oldWALs, maxLogs=10
2024-11-21T08:16:40,501 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:16:40,501 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528
2024-11-21T08:16:40,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:16:40,512 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067/6ed56fb6cbf7%2C39095%2C1732176997067.1732177000499, exclude list is [], retry=0
2024-11-21T08:16:40,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-e6a49f40-2a85-4348-b8fb-4895c648bf29,DISK]
2024-11-21T08:16:40,517 INFO  [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067/6ed56fb6cbf7%2C39095%2C1732176997067.1732177000499
2024-11-21T08:16:40,517 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)]
2024-11-21T08:16:40,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:40,909 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:40,911 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:40,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:40,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:40,912 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:40,913 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:40,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:40,913 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:40,914 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:40,915 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:40,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:40,915 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:40,915 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:40,916 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:40,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:40,917 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:40,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:40,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740
2024-11-21T08:16:40,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740
2024-11-21T08:16:40,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:40,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:40,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:40,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:40,923 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:40,924 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75314888, jitterRate=0.12227928638458252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177000908Initializing all the Stores at 1732177000909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177000909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177000909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177000909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177000909Cleaning up temporary data from old regions at 1732177000919 (+10 ms)Region opened successfully at 1732177000924 (+5 ms)
2024-11-21T08:16:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:40,924 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:40,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:40,925 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:40,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177000924Disabling compacts and flushes for region at 1732177000924Disabling writes for close at 1732177000924Writing region close event to WAL at 1732177000925 (+1 ms)Closed at 1732177000925
2024-11-21T08:16:40,927 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:40,927 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:16:40,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:40,929 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:40,930 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:16:41,080 DEBUG [6ed56fb6cbf7:34463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:41,081 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:41,082 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39095,1732176997067, state=OPENING
2024-11-21T08:16:41,101 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:16:41,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:41,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:41,123 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:41,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920256649/meta-region-server: CHANGED
2024-11-21T08:16:41,123 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920256649/meta-region-server: CHANGED
2024-11-21T08:16:41,123 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39095,1732176997067}]
2024-11-21T08:16:41,276 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:41,279 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:41,282 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:41,283 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:41,283 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:41,284 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39095%2C1732176997067.meta, suffix=.meta, logDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067, archiveDir=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/oldWALs, maxLogs=10
2024-11-21T08:16:41,297 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067/6ed56fb6cbf7%2C39095%2C1732176997067.meta.1732177001284.meta, exclude list is [], retry=0
2024-11-21T08:16:41,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-e6a49f40-2a85-4348-b8fb-4895c648bf29,DISK]
2024-11-21T08:16:41,301 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/WALs/6ed56fb6cbf7,39095,1732176997067/6ed56fb6cbf7%2C39095%2C1732176997067.meta.1732177001284.meta
2024-11-21T08:16:41,302 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)]
2024-11-21T08:16:41,303 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:41,303 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:41,304 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:41,304 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:41,307 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:41,308 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:41,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:41,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:41,309 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:41,309 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:41,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:41,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:41,310 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:41,311 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:41,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:41,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:41,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:41,312 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:41,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:41,313 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:41,313 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:41,314 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740
2024-11-21T08:16:41,316 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740
2024-11-21T08:16:41,318 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:41,318 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:41,320 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:41,321 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:41,322 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73359581, jitterRate=0.09314294159412384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:41,322 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:41,322 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177001304Writing region info on filesystem at 1732177001304Initializing all the Stores at 1732177001305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177001306 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177001307 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177001307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177001307Cleaning up temporary data from old regions at 1732177001318 (+11 ms)Running coprocessor post-open hooks at 1732177001322 (+4 ms)Region opened successfully at 1732177001322
2024-11-21T08:16:41,324 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177001276
2024-11-21T08:16:41,326 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:41,326 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:41,327 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:41,328 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39095,1732176997067, state=OPEN
2024-11-21T08:16:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-920256649/meta-region-server
2024-11-21T08:16:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-920256649/meta-region-server
2024-11-21T08:16:41,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:41,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920256649/meta-region-server: CHANGED
2024-11-21T08:16:41,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-920256649/meta-region-server: CHANGED
2024-11-21T08:16:41,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:16:41,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39095,1732176997067 in 256 msec
2024-11-21T08:16:41,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:16:41,386 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec
2024-11-21T08:16:41,387 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:41,387 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:16:41,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:41,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39095,1732176997067, seqNum=-1]
2024-11-21T08:16:41,388 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:41,390 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:41,396 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec
2024-11-21T08:16:41,396 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177001396, completionTime=-1
2024-11-21T08:16:41,396 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:16:41,396 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:41,399 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:41,399 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177061399
2024-11-21T08:16:41,399 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177121399
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:34463, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,402 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:16:41,403 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,408 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.264sec
2024-11-21T08:16:41,408 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:41,408 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:41,408 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:41,409 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:41,409 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:41,409 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:41,409 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:41,413 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:41,413 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:41,413 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34463,1732176996759-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:41,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45494322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,34463,-1 for getting cluster id
2024-11-21T08:16:41,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:41,507 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1852f01-ea3d-4d96-ab94-98a824c9b1c7'
2024-11-21T08:16:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:41,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1852f01-ea3d-4d96-ab94-98a824c9b1c7"

2024-11-21T08:16:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e6343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,34463,-1]
2024-11-21T08:16:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:41,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:41,509 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:41,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754fb4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:41,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39095,1732176997067, seqNum=-1]
2024-11-21T08:16:41,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:41,513 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:41,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:41,515 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64509
2024-11-21T08:16:41,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:41,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c77402b0005 connected
2024-11-21T08:16:41,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1960000c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,36201,-1 for getting cluster id
2024-11-21T08:16:41,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:41,536 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a9cc838-8104-48a3-9031-0f783bef77ff'
2024-11-21T08:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a9cc838-8104-48a3-9031-0f783bef77ff"

2024-11-21T08:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281a07ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,36201,-1]
2024-11-21T08:16:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:41,538 INFO  [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779758a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f8bdea0
2024-11-21T08:16:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:41,542 INFO  [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:41,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:34463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:16:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:16:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:41,546 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:34463'
2024-11-21T08:16:41,547 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5714b5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,547 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,34463,-1 for getting cluster id
2024-11-21T08:16:41,547 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:41,548 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1852f01-ea3d-4d96-ab94-98a824c9b1c7'
2024-11-21T08:16:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1852f01-ea3d-4d96-ab94-98a824c9b1c7"

2024-11-21T08:16:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628ff237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,34463,-1]
2024-11-21T08:16:41,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:41,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:41,551 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@612d0e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:41,552 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a0fb13
2024-11-21T08:16:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:41,554 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:41,555 INFO  [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4.
2024-11-21T08:16:41,555 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:16:41,555 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:41,555 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:41,556 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:41,556 INFO  [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:41,558 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:16:41,564 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:16:41,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:41,566 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:16:41,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741835_1011 (size=1138)
2024-11-21T08:16:41,608 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:16:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:41,976 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6644ec444dcbc4a0035a4d7eebd08673, NAME => 'hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210
2024-11-21T08:16:42,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741836_1012 (size=44)
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6644ec444dcbc4a0035a4d7eebd08673, disabling compactions & flushes
2024-11-21T08:16:42,001 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673. after waiting 0 ms
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,001 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6644ec444dcbc4a0035a4d7eebd08673:
Waiting for close lock at 1732177002001Disabling compacts and flushes for region at 1732177002001Disabling writes for close at 1732177002001Writing region close event to WAL at 1732177002001Closed at 1732177002001
2024-11-21T08:16:42,006 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:16:42,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177002006"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177002006"}]},"ts":"1732177002006"}
2024-11-21T08:16:42,010 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:16:42,011 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:16:42,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177002011"}]},"ts":"1732177002011"}
2024-11-21T08:16:42,014 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:16:42,015 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6644ec444dcbc4a0035a4d7eebd08673, ASSIGN}]
2024-11-21T08:16:42,017 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6644ec444dcbc4a0035a4d7eebd08673, ASSIGN
2024-11-21T08:16:42,018 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6644ec444dcbc4a0035a4d7eebd08673, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,37887,1732176991082; forceNewPlan=false, retain=false
2024-11-21T08:16:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:42,168 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6644ec444dcbc4a0035a4d7eebd08673, regionState=OPENING, regionLocation=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:42,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6644ec444dcbc4a0035a4d7eebd08673, ASSIGN because future has completed
2024-11-21T08:16:42,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6644ec444dcbc4a0035a4d7eebd08673, server=6ed56fb6cbf7,37887,1732176991082}]
2024-11-21T08:16:42,340 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,340 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:42,340 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:16:42,343 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C37887%2C1732176991082.rep, suffix=, logDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082, archiveDir=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs, maxLogs=10
2024-11-21T08:16:42,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.rep.1732177002343, exclude list is [], retry=0
2024-11-21T08:16:42,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43199,DS-034f7b88-a2e8-43d1-b35a-61ce0c6277e1,DISK]
2024-11-21T08:16:42,365 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.rep.1732177002343
2024-11-21T08:16:42,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44819:44819)]
2024-11-21T08:16:42,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6644ec444dcbc4a0035a4d7eebd08673, NAME => 'hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:42,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673. service=MultiRowMutationService
2024-11-21T08:16:42,366 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,379 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6644ec444dcbc4a0035a4d7eebd08673 
2024-11-21T08:16:42,383 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6644ec444dcbc4a0035a4d7eebd08673 columnFamilyName hfileref
2024-11-21T08:16:42,383 DEBUG [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:42,384 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(327): Store=6644ec444dcbc4a0035a4d7eebd08673/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:42,384 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6644ec444dcbc4a0035a4d7eebd08673 
2024-11-21T08:16:42,386 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6644ec444dcbc4a0035a4d7eebd08673 columnFamilyName queue
2024-11-21T08:16:42,387 DEBUG [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:42,387 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(327): Store=6644ec444dcbc4a0035a4d7eebd08673/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:42,388 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6644ec444dcbc4a0035a4d7eebd08673 
2024-11-21T08:16:42,392 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6644ec444dcbc4a0035a4d7eebd08673 columnFamilyName sid
2024-11-21T08:16:42,392 DEBUG [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:42,393 INFO  [StoreOpener-6644ec444dcbc4a0035a4d7eebd08673-1 {}] regionserver.HStore(327): Store=6644ec444dcbc4a0035a4d7eebd08673/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:42,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:16:42,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:42,406 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6644ec444dcbc4a0035a4d7eebd08673; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63371348, jitterRate=-0.05569332838058472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:16:42,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:42,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6644ec444dcbc4a0035a4d7eebd08673:
Running coprocessor pre-open hook at 1732177002366Writing region info on filesystem at 1732177002366Initializing all the Stores at 1732177002371 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177002371Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177002378 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177002378Cleaning up temporary data from old regions at 1732177002398 (+20 ms)Running coprocessor post-open hooks at 1732177002406 (+8 ms)Region opened successfully at 1732177002407 (+1 ms)
2024-11-21T08:16:42,408 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673., pid=7, masterSystemTime=1732177002324
2024-11-21T08:16:42,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,414 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:42,414 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6644ec444dcbc4a0035a4d7eebd08673, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:42,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6644ec444dcbc4a0035a4d7eebd08673, server=6ed56fb6cbf7,37887,1732176991082 because future has completed
2024-11-21T08:16:42,422 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-21T08:16:42,422 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6644ec444dcbc4a0035a4d7eebd08673, server=6ed56fb6cbf7,37887,1732176991082 in 248 msec
2024-11-21T08:16:42,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:16:42,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6644ec444dcbc4a0035a4d7eebd08673, ASSIGN in 407 msec
2024-11-21T08:16:42,426 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:16:42,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177002426"}]},"ts":"1732177002426"}
2024-11-21T08:16:42,429 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:16:42,431 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:16:42,433 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec
2024-11-21T08:16:42,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673., hostname=6ed56fb6cbf7,37887,1732176991082, seqNum=2]
2024-11-21T08:16:42,512 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:42,534 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:16:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:42,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-21T08:16:42,689 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:16:42,726 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,37887,1732176991082, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:16:42,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:42,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,37887,1732176991082, seqNum=-1]
2024-11-21T08:16:42,727 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:42,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService
2024-11-21T08:16:42,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,37887,1732176991082', locateType=CURRENT is [region=hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673., hostname=6ed56fb6cbf7,37887,1732176991082, seqNum=2]
2024-11-21T08:16:42,737 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-21T08:16:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-21T08:16:42,742 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,37887,1732176991082 suceeded
2024-11-21T08:16:42,747 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-21T08:16:42,747 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec
2024-11-21T08:16:42,747 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:34463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:16:42,756 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2050 sec
2024-11-21T08:16:42,757 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:34463'
2024-11-21T08:16:42,758 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8579d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:42,758 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,34463,-1 for getting cluster id
2024-11-21T08:16:42,758 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:42,761 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1852f01-ea3d-4d96-ab94-98a824c9b1c7'
2024-11-21T08:16:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1852f01-ea3d-4d96-ab94-98a824c9b1c7"

2024-11-21T08:16:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22350a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:42,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,34463,-1]
2024-11-21T08:16:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:42,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:42,765 INFO  [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:42,766 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a44a23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:42,766 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3849fc
2024-11-21T08:16:42,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:42,780 INFO  [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService
2024-11-21T08:16:42,781 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,37887,1732176991082 (queues=1) is replicating from cluster=2a9cc838-8104-48a3-9031-0f783bef77ff to cluster=e1852f01-ea3d-4d96-ab94-98a824c9b1c7
2024-11-21T08:16:42,781 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C37887%2C1732176991082
2024-11-21T08:16:42,781 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,37887,1732176991082, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:16:42,782 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133, startPosition=0, beingWritten=true
2024-11-21T08:16:42,785 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.shipper6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C37887%2C1732176991082
2024-11-21T08:16:43,012 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:43,318 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:16:43,688 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:16:43,688 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:43,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:43,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:16:43,689 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@908d3b3
2024-11-21T08:16:43,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:16:43,693 INFO  [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:16:43,694 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36201 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:16:43,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:16:43,695 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:43,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:43,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:16:43,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1920708475, stopped=false
2024-11-21T08:16:43,695 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,34463,1732176996759
2024-11-21T08:16:43,695 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:43,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920256649/running
2024-11-21T08:16:43,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:43,712 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:43,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920256649/running
2024-11-21T08:16:43,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:43,712 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:43,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:43,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/running
2024-11-21T08:16:43,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,713 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,39095,1732176997067' *****
2024-11-21T08:16:43,713 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:43,713 INFO  [RS:0;6ed56fb6cbf7:39095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:39095.
2024-11-21T08:16:43,713 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:43,713 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:43,714 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:16:43,714 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:16:43,714 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:16:43,714 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:16:43,714 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:16:43,714 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:16:43,714 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:16:43,714 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:43,714 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:43,714 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:43,714 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:43,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Set watcher on znode that does not yet exist, /1-920256649/running
2024-11-21T08:16:43,714 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:43,714 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:43,715 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-21T08:16:43,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:43,739 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/.tmp/ns/af55efc78de646a8817b521df792ad6c is 43, key is default/ns:d/1732177001390/Put/seqid=0
2024-11-21T08:16:43,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741835_1011 (size=5153)
2024-11-21T08:16:43,758 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:43,914 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:44,115 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:44,147 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/.tmp/ns/af55efc78de646a8817b521df792ad6c
2024-11-21T08:16:44,153 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/.tmp/ns/af55efc78de646a8817b521df792ad6c as hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/ns/af55efc78de646a8817b521df792ad6c
2024-11-21T08:16:44,160 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/ns/af55efc78de646a8817b521df792ad6c, entries=2, sequenceid=6, filesize=5.0 K
2024-11-21T08:16:44,161 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false
2024-11-21T08:16:44,169 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-21T08:16:44,170 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:44,170 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:44,170 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:44,171 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177003714Running coprocessor pre-close hooks at 1732177003714Disabling compacts and flushes for region at 1732177003714Disabling writes for close at 1732177003714Obtaining lock to block concurrent updates at 1732177003715 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732177003715Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732177003715Flushing stores of hbase:meta,,1.1588230740 at 1732177003716 (+1 ms)Flushing 1588230740/ns: creating writer at 1732177003716Flushing 1588230740/ns: appending metadata at 1732177003739 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732177003739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293c8879: reopening flushed file at 1732177004152 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1732177004161 (+9 ms)Writing region close event to WAL at 1732177004164 (+3 ms)Running coprocessor post-close hooks at 1732177004170 (+6 ms)Closed at 1732177004170
2024-11-21T08:16:44,171 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:44,237 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:44,315 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,39095,1732176997067; all regions closed.
2024-11-21T08:16:44,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741834_1010 (size=1152)
2024-11-21T08:16:44,336 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/oldWALs
2024-11-21T08:16:44,336 INFO  [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C39095%2C1732176997067.meta:.meta(num 1732177001284)
2024-11-21T08:16:44,354 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:16:44,354 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:16:44,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741833_1009 (size=93)
2024-11-21T08:16:44,363 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/oldWALs
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C39095%2C1732176997067:(num 1732177000499)
2024-11-21T08:16:44,364 DEBUG [RS:0;6ed56fb6cbf7:39095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:44,364 INFO  [RS:0;6ed56fb6cbf7:39095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39095
2024-11-21T08:16:44,365 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920256649/rs/6ed56fb6cbf7,39095,1732176997067
2024-11-21T08:16:44,414 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649/rs
2024-11-21T08:16:44,437 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,39095,1732176997067]
2024-11-21T08:16:44,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/draining/6ed56fb6cbf7,39095,1732176997067 already deleted, retry=false
2024-11-21T08:16:44,449 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,39095,1732176997067 expired; onlineServers=0
2024-11-21T08:16:44,449 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,34463,1732176996759' *****
2024-11-21T08:16:44,449 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:16:44,449 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:44,449 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:44,449 DEBUG [M:0;6ed56fb6cbf7:34463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:16:44,449 DEBUG [M:0;6ed56fb6cbf7:34463 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:16:44,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177000095 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177000095,5,FailOnTimeoutGroup]
2024-11-21T08:16:44,449 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:44,449 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:44,449 DEBUG [M:0;6ed56fb6cbf7:34463 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:16:44,450 INFO  [M:0;6ed56fb6cbf7:34463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:16:44,450 INFO  [M:0;6ed56fb6cbf7:34463 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:44,450 INFO  [M:0;6ed56fb6cbf7:34463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:16:44,450 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177000095 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177000095,5,FailOnTimeoutGroup]
2024-11-21T08:16:44,450 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:16:44,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:16:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-920256649/master
2024-11-21T08:16:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-920256649
2024-11-21T08:16:44,467 DEBUG [M:0;6ed56fb6cbf7:34463 {}] zookeeper.RecoverableZooKeeper(212): Node /1-920256649/master already deleted, retry=false
2024-11-21T08:16:44,467 DEBUG [M:0;6ed56fb6cbf7:34463 {}] master.ActiveMasterManager(353): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-920256649/master
2024-11-21T08:16:44,467 INFO  [M:0;6ed56fb6cbf7:34463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/.lastflushedseqids
2024-11-21T08:16:44,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741836_1012 (size=99)
2024-11-21T08:16:44,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:44,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39095-0x1015c77402b0004, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:44,537 INFO  [RS:0;6ed56fb6cbf7:39095 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:44,537 INFO  [RS:0;6ed56fb6cbf7:39095 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,39095,1732176997067; zookeeper connection closed.
2024-11-21T08:16:44,540 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67e1e97e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67e1e97e
2024-11-21T08:16:44,541 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:16:44,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:16:44,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-21T08:16:44,841 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:16:44,858 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:44,907 INFO  [M:0;6ed56fb6cbf7:34463 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:16:44,907 INFO  [M:0;6ed56fb6cbf7:34463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:16:44,908 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:44,908 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:44,908 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:44,908 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:44,908 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:44,908 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-21T08:16:44,930 DEBUG [M:0;6ed56fb6cbf7:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52534e1126e04e06a136b2b765c4de67 is 82, key is hbase:meta,,1/info:regioninfo/1732177001327/Put/seqid=0
2024-11-21T08:16:44,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741837_1013 (size=5672)
2024-11-21T08:16:44,941 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52534e1126e04e06a136b2b765c4de67
2024-11-21T08:16:44,972 DEBUG [M:0;6ed56fb6cbf7:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee632511e9a349bf88cc936906b693a1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732177001395/Put/seqid=0
2024-11-21T08:16:44,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741838_1014 (size=5275)
2024-11-21T08:16:44,981 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee632511e9a349bf88cc936906b693a1
2024-11-21T08:16:45,013 DEBUG [M:0;6ed56fb6cbf7:34463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/995c8ec45d884eb3845ce1c60f6c5970 is 69, key is 6ed56fb6cbf7,39095,1732176997067/rs:state/1732177000229/Put/seqid=0
2024-11-21T08:16:45,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741839_1015 (size=5156)
2024-11-21T08:16:45,022 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/995c8ec45d884eb3845ce1c60f6c5970
2024-11-21T08:16:45,052 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52534e1126e04e06a136b2b765c4de67 as hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52534e1126e04e06a136b2b765c4de67
2024-11-21T08:16:45,081 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52534e1126e04e06a136b2b765c4de67, entries=8, sequenceid=28, filesize=5.5 K
2024-11-21T08:16:45,088 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee632511e9a349bf88cc936906b693a1 as hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee632511e9a349bf88cc936906b693a1
2024-11-21T08:16:45,115 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee632511e9a349bf88cc936906b693a1, entries=3, sequenceid=28, filesize=5.2 K
2024-11-21T08:16:45,124 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/995c8ec45d884eb3845ce1c60f6c5970 as hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/995c8ec45d884eb3845ce1c60f6c5970
2024-11-21T08:16:45,175 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38999/user/jenkins/test-data/ec5960b5-4da0-9884-28ec-bb6391432528/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/995c8ec45d884eb3845ce1c60f6c5970, entries=1, sequenceid=28, filesize=5.0 K
2024-11-21T08:16:45,182 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 273ms, sequenceid=28, compaction requested=false
2024-11-21T08:16:45,184 INFO  [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:45,185 DEBUG [M:0;6ed56fb6cbf7:34463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177004908Disabling compacts and flushes for region at 1732177004908Disabling writes for close at 1732177004908Obtaining lock to block concurrent updates at 1732177004908Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177004908Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732177004908Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177004909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177004909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177004929 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177004929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177004951 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177004971 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177004971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177004990 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177005013 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177005013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eb1410: reopening flushed file at 1732177005039 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf991bc: reopening flushed file at 1732177005082 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bd078b: reopening flushed file at 1732177005115 (+33 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 273ms, sequenceid=28, compaction requested=false at 1732177005182 (+67 ms)Writing region close event to WAL at 1732177005184 (+2 ms)Closed at 1732177005184
2024-11-21T08:16:45,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741830_1006 (size=10165)
2024-11-21T08:16:45,202 INFO  [M:0;6ed56fb6cbf7:34463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:16:45,202 INFO  [M:0;6ed56fb6cbf7:34463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34463
2024-11-21T08:16:45,203 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:45,203 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:45,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:45,319 INFO  [M:0;6ed56fb6cbf7:34463 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34463-0x1015c77402b0003, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:45,350 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4ecb8f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:45,350 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f65665{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:45,351 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:45,351 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5831a53d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:45,351 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5497595e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:45,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:16:45,365 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:16:45,368 WARN  [BP-1759648891-172.17.0.3-1732176994246 heartbeating to localhost/127.0.0.1:38999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:16:45,368 WARN  [BP-1759648891-172.17.0.3-1732176994246 heartbeating to localhost/127.0.0.1:38999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1759648891-172.17.0.3-1732176994246 (Datanode Uuid d0499732-064f-45b1-9424-f816d63178d2) service to localhost/127.0.0.1:38999
2024-11-21T08:16:45,369 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/cluster_58a9e3c1-be66-749e-85e5-ba1ffda31f08/data/data1/current/BP-1759648891-172.17.0.3-1732176994246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:45,370 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/cluster_58a9e3c1-be66-749e-85e5-ba1ffda31f08/data/data2/current/BP-1759648891-172.17.0.3-1732176994246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:45,370 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:16:45,379 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aab354b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:45,381 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:45,381 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:45,382 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:45,382 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:45,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:16:45,406 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:16:45,406 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:45,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:45,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:45,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:45,407 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:45,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:16:45,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=776509701, stopped=false
2024-11-21T08:16:45,407 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,36201,1732176990550
2024-11-21T08:16:45,432 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1435857736/running
2024-11-21T08:16:45,432 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:45,432 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:45,433 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:16:45,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/running
2024-11-21T08:16:45,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:45,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:45,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,37887,1732176991082' *****
2024-11-21T08:16:45,434 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:16:45,434 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:45,434 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:37887.
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6644ec444dcbc4a0035a4d7eebd08673, disabling compactions & flushes
2024-11-21T08:16:45,435 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:45,435 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:45,435 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673. after waiting 0 ms
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:16:45,435 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6644ec444dcbc4a0035a4d7eebd08673 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:16:45,435 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:16:45,435 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6644ec444dcbc4a0035a4d7eebd08673=hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.}
2024-11-21T08:16:45,435 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:45,435 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:45,435 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:45,436 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:45,436 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:45,436 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-21T08:16:45,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1435857736/running
2024-11-21T08:16:45,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:45,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Set watcher on znode that does not yet exist, /0-1435857736/running
2024-11-21T08:16:45,479 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:45,493 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/.tmp/queue/0ae837d047cf49d99de8547bc24152d4 is 151, key is 1-6ed56fb6cbf7,37887,1732176991082/queue:6ed56fb6cbf7%2C37887%2C1732176991082/1732177002734/Put/seqid=0
2024-11-21T08:16:45,496 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/info/cec69790417249e7a6bb94f210acba99 is 147, key is hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673./info:regioninfo/1732177002414/Put/seqid=0
2024-11-21T08:16:45,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741838_1014 (size=6631)
2024-11-21T08:16:45,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741839_1015 (size=5350)
2024-11-21T08:16:45,527 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/info/cec69790417249e7a6bb94f210acba99
2024-11-21T08:16:45,564 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:45,593 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/ns/779457df238d401d8511dc2a5ea9f4e6 is 43, key is default/ns:d/1732176994029/Put/seqid=0
2024-11-21T08:16:45,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741840_1016 (size=5153)
2024-11-21T08:16:45,636 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:45,836 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6644ec444dcbc4a0035a4d7eebd08673
2024-11-21T08:16:45,920 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/.tmp/queue/0ae837d047cf49d99de8547bc24152d4
2024-11-21T08:16:45,925 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:16:45,925 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:16:45,926 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/.tmp/queue/0ae837d047cf49d99de8547bc24152d4 as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/queue/0ae837d047cf49d99de8547bc24152d4
2024-11-21T08:16:45,934 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/queue/0ae837d047cf49d99de8547bc24152d4, entries=1, sequenceid=5, filesize=5.2 K
2024-11-21T08:16:45,935 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6644ec444dcbc4a0035a4d7eebd08673 in 500ms, sequenceid=5, compaction requested=false
2024-11-21T08:16:45,940 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/replication/6644ec444dcbc4a0035a4d7eebd08673/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:16:45,941 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:45,941 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:45,941 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:45,941 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6644ec444dcbc4a0035a4d7eebd08673:
Waiting for close lock at 1732177005435Running coprocessor pre-close hooks at 1732177005435Disabling compacts and flushes for region at 1732177005435Disabling writes for close at 1732177005435Obtaining lock to block concurrent updates at 1732177005435Preparing flush snapshotting stores in 6644ec444dcbc4a0035a4d7eebd08673 at 1732177005435Finished memstore snapshotting hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732177005435Flushing stores of hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673. at 1732177005436 (+1 ms)Flushing 6644ec444dcbc4a0035a4d7eebd08673/queue: creating writer at 1732177005436Flushing 6644ec444dcbc4a0035a4d7eebd08673/queue: appending metadata at 1732177005493 (+57 ms)Flushing 6644ec444dcbc4a0035a4d7eebd08673/queue: closing flushed file at 1732177005493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1748b5: reopening flushed file at 1732177005926 (+433 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6644ec444dcbc4a0035a4d7eebd08673 in 500ms, sequenceid=5, compaction requested=false at 1732177005935 (+9 ms)Writing region close event to WAL at 1732177005936 (+1 ms)Running coprocessor post-close hooks at 1732177005941 (+5 ms)Closed at 1732177005941
2024-11-21T08:16:45,941 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177001556.6644ec444dcbc4a0035a4d7eebd08673.
2024-11-21T08:16:46,017 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/ns/779457df238d401d8511dc2a5ea9f4e6
2024-11-21T08:16:46,036 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:46,065 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/table/30f3d0500f2c4c8dba994eb7a9e5a44c is 53, key is hbase:replication/table:state/1732177002426/Put/seqid=0
2024-11-21T08:16:46,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741841_1017 (size=5256)
2024-11-21T08:16:46,236 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:46,384 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.1732176993133 to pos 0, reset compression=false
2024-11-21T08:16:46,437 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:16:46,437 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:16:46,437 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:16:46,475 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/table/30f3d0500f2c4c8dba994eb7a9e5a44c
2024-11-21T08:16:46,484 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/info/cec69790417249e7a6bb94f210acba99 as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/info/cec69790417249e7a6bb94f210acba99
2024-11-21T08:16:46,493 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/info/cec69790417249e7a6bb94f210acba99, entries=10, sequenceid=11, filesize=6.5 K
2024-11-21T08:16:46,494 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/ns/779457df238d401d8511dc2a5ea9f4e6 as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/ns/779457df238d401d8511dc2a5ea9f4e6
2024-11-21T08:16:46,500 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/ns/779457df238d401d8511dc2a5ea9f4e6, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:16:46,501 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/.tmp/table/30f3d0500f2c4c8dba994eb7a9e5a44c as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/table/30f3d0500f2c4c8dba994eb7a9e5a44c
2024-11-21T08:16:46,509 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/table/30f3d0500f2c4c8dba994eb7a9e5a44c, entries=2, sequenceid=11, filesize=5.1 K
2024-11-21T08:16:46,510 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1074ms, sequenceid=11, compaction requested=false
2024-11-21T08:16:46,538 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:16:46,539 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:46,539 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:46,539 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:46,539 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177005435Running coprocessor pre-close hooks at 1732177005435Disabling compacts and flushes for region at 1732177005435Disabling writes for close at 1732177005436 (+1 ms)Obtaining lock to block concurrent updates at 1732177005436Preparing flush snapshotting stores in 1588230740 at 1732177005436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732177005437 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177005443 (+6 ms)Flushing 1588230740/info: creating writer at 1732177005443Flushing 1588230740/info: appending metadata at 1732177005495 (+52 ms)Flushing 1588230740/info: closing flushed file at 1732177005496 (+1 ms)Flushing 1588230740/ns: creating writer at 1732177005546 (+50 ms)Flushing 1588230740/ns: appending metadata at 1732177005592 (+46 ms)Flushing 1588230740/ns: closing flushed file at 1732177005592Flushing 1588230740/table: creating writer at 1732177006034 (+442 ms)Flushing 1588230740/table: appending metadata at 1732177006065 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732177006065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495f1e0d: reopening flushed file at 1732177006482 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8a59e5: reopening flushed file at 1732177006493 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2086e16f: reopening flushed file at 1732177006500 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1074ms, sequenceid=11, compaction requested=false at 1732177006510 (+10 ms)Writing region close event to WAL at 1732177006525 (+15 ms)Running coprocessor post-close hooks at 1732177006538 (+13 ms)Closed at 1732177006539 (+1 ms)
2024-11-21T08:16:46,539 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:46,637 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,37887,1732176991082; all regions closed.
2024-11-21T08:16:46,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741834_1010 (size=2742)
2024-11-21T08:16:46,661 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.meta.1732176993788.meta not finished, retry = 0
2024-11-21T08:16:46,764 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs
2024-11-21T08:16:46,764 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C37887%2C1732176991082.meta:.meta(num 1732176993788)
2024-11-21T08:16:46,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741837_1013 (size=1586)
2024-11-21T08:16:46,768 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/WALs/6ed56fb6cbf7,37887,1732176991082/6ed56fb6cbf7%2C37887%2C1732176991082.rep.1732177002343 not finished, retry = 0
2024-11-21T08:16:46,812 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:46,837 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:46,837 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:46,874 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs
2024-11-21T08:16:46,874 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C37887%2C1732176991082.rep:(num 1732177002343)
2024-11-21T08:16:46,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741833_1009 (size=93)
2024-11-21T08:16:46,888 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/oldWALs
2024-11-21T08:16:46,888 INFO  [RS:0;6ed56fb6cbf7:37887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C37887%2C1732176991082:(num 1732176993133)
2024-11-21T08:16:46,888 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:46,888 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:16:46,888 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:46,888 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:46,888 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:46,889 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,37887,1732176991082 because: Region server is closing
2024-11-21T08:16:46,889 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:46,889 INFO  [RS:0;6ed56fb6cbf7:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:37887.
2024-11-21T08:16:46,890 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:16:46,890 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:46,890 DEBUG [RS:0;6ed56fb6cbf7:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:46,890 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:16:46,991 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.wal-reader.6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:16:46,991 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.shipper6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:16:46,991 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,37887,1732176991082.replicationSource.shipper6ed56fb6cbf7%2C37887%2C1732176991082,1-6ed56fb6cbf7,37887,1732176991082 terminated
2024-11-21T08:16:46,992 INFO  [RS:0;6ed56fb6cbf7:37887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37887
2024-11-21T08:16:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736/rs
2024-11-21T08:16:47,003 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1435857736/rs/6ed56fb6cbf7,37887,1732176991082
2024-11-21T08:16:47,003 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:47,013 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,37887,1732176991082]
2024-11-21T08:16:47,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/draining/6ed56fb6cbf7,37887,1732176991082 already deleted, retry=false
2024-11-21T08:16:47,024 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,37887,1732176991082 expired; onlineServers=0
2024-11-21T08:16:47,024 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,36201,1732176990550' *****
2024-11-21T08:16:47,024 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:16:47,024 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:16:47,024 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:16:47,024 DEBUG [M:0;6ed56fb6cbf7:36201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:16:47,025 DEBUG [M:0;6ed56fb6cbf7:36201 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:16:47,025 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:16:47,025 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176992658 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732176992658,5,FailOnTimeoutGroup]
2024-11-21T08:16:47,025 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176992648 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732176992648,5,FailOnTimeoutGroup]
2024-11-21T08:16:47,025 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:16:47,025 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:16:47,025 DEBUG [M:0;6ed56fb6cbf7:36201 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:16:47,025 INFO  [M:0;6ed56fb6cbf7:36201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:16:47,025 INFO  [M:0;6ed56fb6cbf7:36201 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:16:47,025 INFO  [M:0;6ed56fb6cbf7:36201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:16:47,025 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:16:47,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1435857736/master
2024-11-21T08:16:47,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1435857736
2024-11-21T08:16:47,048 DEBUG [M:0;6ed56fb6cbf7:36201 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1435857736/master already deleted, retry=false
2024-11-21T08:16:47,048 DEBUG [M:0;6ed56fb6cbf7:36201 {}] master.ActiveMasterManager(353): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1435857736/master
2024-11-21T08:16:47,049 INFO  [M:0;6ed56fb6cbf7:36201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/.lastflushedseqids
2024-11-21T08:16:47,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741842_1018 (size=181)
2024-11-21T08:16:47,069 INFO  [M:0;6ed56fb6cbf7:36201 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:16:47,069 INFO  [M:0;6ed56fb6cbf7:36201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:16:47,069 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:47,069 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:47,069 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:47,069 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:47,069 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:47,069 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-21T08:16:47,097 DEBUG [M:0;6ed56fb6cbf7:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a35cb896eb44a9e8efa939280ea109e is 82, key is hbase:meta,,1/info:regioninfo/1732176993979/Put/seqid=0
2024-11-21T08:16:47,114 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:47,114 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x1015c77402b0001, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:47,114 INFO  [RS:0;6ed56fb6cbf7:37887 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:47,114 INFO  [RS:0;6ed56fb6cbf7:37887 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,37887,1732176991082; zookeeper connection closed.
2024-11-21T08:16:47,116 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17f865d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17f865d7
2024-11-21T08:16:47,116 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:16:47,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741843_1019 (size=5672)
2024-11-21T08:16:47,121 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a35cb896eb44a9e8efa939280ea109e
2024-11-21T08:16:47,204 DEBUG [M:0;6ed56fb6cbf7:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6729807fe64473a982b89383f89b672 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732177002432/Put/seqid=0
2024-11-21T08:16:47,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741844_1020 (size=7203)
2024-11-21T08:16:47,623 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6729807fe64473a982b89383f89b672
2024-11-21T08:16:47,657 DEBUG [M:0;6ed56fb6cbf7:36201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8b45ab64994680b98be414a3a5ed8f is 69, key is 6ed56fb6cbf7,37887,1732176991082/rs:state/1732176992736/Put/seqid=0
2024-11-21T08:16:47,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741845_1021 (size=5156)
2024-11-21T08:16:48,094 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8b45ab64994680b98be414a3a5ed8f
2024-11-21T08:16:48,099 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a35cb896eb44a9e8efa939280ea109e as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a35cb896eb44a9e8efa939280ea109e
2024-11-21T08:16:48,108 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a35cb896eb44a9e8efa939280ea109e, entries=8, sequenceid=70, filesize=5.5 K
2024-11-21T08:16:48,110 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6729807fe64473a982b89383f89b672 as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6729807fe64473a982b89383f89b672
2024-11-21T08:16:48,115 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6729807fe64473a982b89383f89b672, entries=8, sequenceid=70, filesize=7.0 K
2024-11-21T08:16:48,116 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cc8b45ab64994680b98be414a3a5ed8f as hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc8b45ab64994680b98be414a3a5ed8f
2024-11-21T08:16:48,122 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33927/user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cc8b45ab64994680b98be414a3a5ed8f, entries=1, sequenceid=70, filesize=5.0 K
2024-11-21T08:16:48,123 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1054ms, sequenceid=70, compaction requested=false
2024-11-21T08:16:48,137 INFO  [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:48,137 DEBUG [M:0;6ed56fb6cbf7:36201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177007069Disabling compacts and flushes for region at 1732177007069Disabling writes for close at 1732177007069Obtaining lock to block concurrent updates at 1732177007070 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177007070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732177007070Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177007071 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177007071Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177007096 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177007096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177007146 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177007203 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177007203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177007632 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177007655 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177007655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344c5b18: reopening flushed file at 1732177008098 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4857fd67: reopening flushed file at 1732177008109 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778d867c: reopening flushed file at 1732177008116 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1054ms, sequenceid=70, compaction requested=false at 1732177008123 (+7 ms)Writing region close event to WAL at 1732177008136 (+13 ms)Closed at 1732177008136
2024-11-21T08:16:48,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43199 is added to blk_1073741830_1006 (size=41008)
2024-11-21T08:16:48,140 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d64839c-9bea-fb70-c6f8-d295f930d210/MasterData/WALs/6ed56fb6cbf7,36201,1732176990550/6ed56fb6cbf7%2C36201%2C1732176990550.1732176991807 not finished, retry = 0
2024-11-21T08:16:48,241 INFO  [M:0;6ed56fb6cbf7:36201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:16:48,241 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:16:48,241 INFO  [M:0;6ed56fb6cbf7:36201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36201
2024-11-21T08:16:48,242 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:16:48,370 INFO  [M:0;6ed56fb6cbf7:36201 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:16:48,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:48,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36201-0x1015c77402b0000, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:16:48,376 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198d6b6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:48,377 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:48,377 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:48,377 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:48,378 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:48,380 WARN  [BP-1162427219-172.17.0.3-1732176987392 heartbeating to localhost/127.0.0.1:33927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:16:48,380 WARN  [BP-1162427219-172.17.0.3-1732176987392 heartbeating to localhost/127.0.0.1:33927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1162427219-172.17.0.3-1732176987392 (Datanode Uuid 33c68d89-642f-4d8c-ae2a-27dec9974606) service to localhost/127.0.0.1:33927
2024-11-21T08:16:48,381 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/data/data1/current/BP-1162427219-172.17.0.3-1732176987392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:48,381 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/cluster_7330b575-7325-d96c-38b8-2b9abf5b6110/data/data2/current/BP-1162427219-172.17.0.3-1732176987392 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:16:48,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:16:48,381 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:16:48,381 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:16:48,388 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:48,390 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:16:48,390 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:16:48,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:16:48,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b754ca3-41cd-e531-b5ee-299a14beefdf/hadoop.log.dir/,STOPPED}
2024-11-21T08:16:48,402 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:16:48,419 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:16:48,428 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109)
Potentially hanging thread: LeaseRenewer:jenkins@localhost:33927
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33927
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64509)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38999
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-11-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38999 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-11-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins.hfs.3
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-9-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38999
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38999
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-9-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38999 from jenkins.hfs.4
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64509)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38999
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38999
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38999 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33927 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=464 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1301 (was 1273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2642 (was 2960)
2024-11-21T08:16:48,436 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=1301, ProcessCount=11, AvailableMemoryMB=2642
2024-11-21T08:16:48,452 INFO  [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs
2024-11-21T08:16:48,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir so I do NOT create it in target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13
2024-11-21T08:16:48,453 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:16:48,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.tmp.dir so I do NOT create it in target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13
2024-11-21T08:16:48,453 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd41a7b9-b64f-6fd0-437b-15a59ea57641/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:16:48,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13
2024-11-21T08:16:48,453 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9, deleteOnExit=true
2024-11-21T08:16:48,490 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/zookeeper_0, clientPort=50236, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:16:48,492 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50236
2024-11-21T08:16:48,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:16:48,492 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/test.cache.data in system properties and HBase conf
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:16:48,493 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:16:48,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:16:48,494 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:16:48,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:16:48,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:48,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:16:48,495 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:16:48,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c77402b0002, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:16:48,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c77402b0002, quorum=127.0.0.1:64509, baseZNode=/0-1435857736 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:16:48,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c77402b0005, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:16:48,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c77402b0005, quorum=127.0.0.1:64509, baseZNode=/1-920256649 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:16:49,004 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:49,019 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:49,039 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:49,039 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:49,039 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:49,040 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:49,042 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bcc1b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:49,043 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@574e76e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:49,165 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70a557da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/java.io.tmpdir/jetty-localhost-43911-hadoop-hdfs-3_4_1-tests_jar-_-any-5925841142450085148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:49,166 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50427d1b{HTTP/1.1, (http/1.1)}{localhost:43911}
2024-11-21T08:16:49,166 INFO  [Time-limited test {}] server.Server(415): Started @66625ms
2024-11-21T08:16:49,535 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:49,539 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:49,549 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:49,549 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:49,549 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:49,550 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a69a54f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:49,550 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd7aeb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:49,681 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16ee6f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-5401840198623921529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:49,684 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6843bb88{HTTP/1.1, (http/1.1)}{localhost:45763}
2024-11-21T08:16:49,684 INFO  [Time-limited test {}] server.Server(415): Started @67144ms
2024-11-21T08:16:49,686 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:16:50,755 WARN  [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data1/current/BP-19971445-172.17.0.3-1732177008528/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:50,755 WARN  [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data2/current/BP-19971445-172.17.0.3-1732177008528/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:50,847 WARN  [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:16:50,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b8e13916c435933 with lease ID 0x5d3b2fc15ca04ba1: Processing first storage report for DS-53b54da1-e7e2-4ded-892b-39bd5f072e58 from datanode DatanodeRegistration(127.0.0.1:39235, datanodeUuid=331e4bdf-e655-4ced-892b-f4bb91931b49, infoPort=41587, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=2012012602;c=1732177008528)
2024-11-21T08:16:50,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b8e13916c435933 with lease ID 0x5d3b2fc15ca04ba1: from storage DS-53b54da1-e7e2-4ded-892b-39bd5f072e58 node DatanodeRegistration(127.0.0.1:39235, datanodeUuid=331e4bdf-e655-4ced-892b-f4bb91931b49, infoPort=41587, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=2012012602;c=1732177008528), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:50,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b8e13916c435933 with lease ID 0x5d3b2fc15ca04ba1: Processing first storage report for DS-54eb6f8b-f954-44f2-9b63-49097c35ee92 from datanode DatanodeRegistration(127.0.0.1:39235, datanodeUuid=331e4bdf-e655-4ced-892b-f4bb91931b49, infoPort=41587, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=2012012602;c=1732177008528)
2024-11-21T08:16:50,855 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b8e13916c435933 with lease ID 0x5d3b2fc15ca04ba1: from storage DS-54eb6f8b-f954-44f2-9b63-49097c35ee92 node DatanodeRegistration(127.0.0.1:39235, datanodeUuid=331e4bdf-e655-4ced-892b-f4bb91931b49, infoPort=41587, infoSecurePort=0, ipcPort=36211, storageInfo=lv=-57;cid=testClusterID;nsid=2012012602;c=1732177008528), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:50,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13
2024-11-21T08:16:50,903 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:50,905 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:50,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:16:50,992 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2 with version=8
2024-11-21T08:16:50,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/hbase-staging
2024-11-21T08:16:50,994 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:50,995 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:50,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37849
2024-11-21T08:16:51,000 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37849 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:16:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378490x0, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:51,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37849-0x1015c7792fc0000 connected
2024-11-21T08:16:51,361 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:51,362 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:51,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/running
2024-11-21T08:16:51,385 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2, hbase.cluster.distributed=false
2024-11-21T08:16:51,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/acl
2024-11-21T08:16:51,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849
2024-11-21T08:16:51,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849
2024-11-21T08:16:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849
2024-11-21T08:16:51,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849
2024-11-21T08:16:51,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849
2024-11-21T08:16:51,484 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:51,485 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:51,488 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:51,490 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43563
2024-11-21T08:16:51,491 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43563 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:16:51,492 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:51,494 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435630x0, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:51,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435630x0, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/running
2024-11-21T08:16:51,526 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:51,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43563-0x1015c7792fc0001 connected
2024-11-21T08:16:51,533 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:51,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/master
2024-11-21T08:16:51,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/acl
2024-11-21T08:16:51,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43563
2024-11-21T08:16:51,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43563
2024-11-21T08:16:51,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43563
2024-11-21T08:16:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43563
2024-11-21T08:16:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43563
2024-11-21T08:16:51,616 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:37849
2024-11-21T08:16:51,618 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01080242793/backup-masters/6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:51,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/backup-masters
2024-11-21T08:16:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/backup-masters
2024-11-21T08:16:51,644 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on existing znode=/01080242793/backup-masters/6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01080242793/master
2024-11-21T08:16:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:51,666 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on existing znode=/01080242793/master
2024-11-21T08:16:51,672 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01080242793/backup-masters/6ed56fb6cbf7,37849,1732177010994 from backup master directory
2024-11-21T08:16:51,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/backup-masters
2024-11-21T08:16:51,690 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:51,690 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:51,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01080242793/backup-masters/6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:51,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/backup-masters
2024-11-21T08:16:51,728 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/hbase.id] with ID: 24a4b461-7ca3-4dd3-8fce-78c396e92171
2024-11-21T08:16:51,729 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/.tmp/hbase.id
2024-11-21T08:16:51,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:16:52,041 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:16:52,054 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:52,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:52,126 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:16:52,182 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/.tmp/hbase.id]:[hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/hbase.id]
2024-11-21T08:16:52,211 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:52,211 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:16:52,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-21T08:16:52,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:52,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:52,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:16:52,352 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:16:52,353 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:16:52,361 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:52,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:16:52,812 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store
2024-11-21T08:16:52,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:16:53,273 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:53,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:16:53,274 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:53,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:53,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:16:53,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:53,274 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:16:53,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177013274Disabling compacts and flushes for region at 1732177013274Disabling writes for close at 1732177013274Writing region close event to WAL at 1732177013274Closed at 1732177013274
2024-11-21T08:16:53,280 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/.initializing
2024-11-21T08:16:53,280 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:53,285 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:53,288 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C37849%2C1732177010994, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/oldWALs, maxLogs=10
2024-11-21T08:16:53,319 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177013288, exclude list is [], retry=0
2024-11-21T08:16:53,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]
2024-11-21T08:16:53,357 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177013288
2024-11-21T08:16:53,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)]
2024-11-21T08:16:53,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:53,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:53,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,364 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:53,377 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:16:53,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:53,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:53,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:53,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:16:53,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:53,396 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:53,396 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:53,405 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:16:53,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:53,411 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:53,412 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:16:53,424 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:16:53,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:53,430 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:16:53,430 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,432 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,436 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,456 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,457 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,464 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:53,477 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:16:53,516 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:53,520 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63723963, jitterRate=-0.050438955426216125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:53,520 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177013361Initializing all the Stores at 1732177013362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177013362Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177013364 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177013364Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177013364Cleaning up temporary data from old regions at 1732177013457 (+93 ms)Region opened successfully at 1732177013520 (+63 ms)
2024-11-21T08:16:53,524 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:16:53,541 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60965b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:53,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:16:53,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:16:53,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:16:53,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:16:53,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:16:53,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:16:53,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:16:53,560 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:16:53,574 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/balancer because node does not exist (not necessarily an error)
2024-11-21T08:16:53,636 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/balancer already deleted, retry=false
2024-11-21T08:16:53,637 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:16:53,638 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:16:53,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/normalizer already deleted, retry=false
2024-11-21T08:16:53,657 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:16:53,680 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:16:53,700 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/switch/split already deleted, retry=false
2024-11-21T08:16:53,701 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:16:53,708 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/switch/merge already deleted, retry=false
2024-11-21T08:16:53,731 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:16:53,752 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/snapshot-cleanup already deleted, retry=false
2024-11-21T08:16:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01080242793/running
2024-11-21T08:16:53,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:53,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01080242793/running
2024-11-21T08:16:53,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:53,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,37849,1732177010994, sessionid=0x1015c7792fc0000, setting cluster-up flag (Was=false)
2024-11-21T08:16:53,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:53,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:53,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01080242793/flush-table-proc/acquired, /01080242793/flush-table-proc/reached, /01080242793/flush-table-proc/abort
2024-11-21T08:16:53,905 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:54,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01080242793/online-snapshot/acquired, /01080242793/online-snapshot/reached, /01080242793/online-snapshot/abort
2024-11-21T08:16:54,045 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:54,053 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:16:54,060 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:54,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:16:54,060 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:16:54,060 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,37849,1732177010994
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:16:54,063 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,064 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:54,064 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,122 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:54,123 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:16:54,131 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:54,131 INFO  [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:16:54,132 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177044132
2024-11-21T08:16:54,132 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:16:54,132 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:16:54,133 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:16:54,133 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:16:54,133 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:16:54,133 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:16:54,140 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,163 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:16:54,163 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:16:54,163 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:16:54,163 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:16:54,165 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:16:54,165 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:16:54,168 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177014165,5,FailOnTimeoutGroup]
2024-11-21T08:16:54,172 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(746): ClusterId : 24a4b461-7ca3-4dd3-8fce-78c396e92171
2024-11-21T08:16:54,172 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:16:54,173 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177014168,5,FailOnTimeoutGroup]
2024-11-21T08:16:54,173 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,173 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:16:54,173 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,173 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:16:54,232 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:16:54,232 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:16:54,261 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:16:54,262 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ee2c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:16:54,294 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:43563
2024-11-21T08:16:54,294 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:16:54,294 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:16:54,294 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:16:54,296 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,37849,1732177010994 with port=43563, startcode=1732177011484
2024-11-21T08:16:54,296 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:16:54,309 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:16:54,312 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,312 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37849 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,327 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2
2024-11-21T08:16:54,328 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38925
2024-11-21T08:16:54,328 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:16:54,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/rs
2024-11-21T08:16:54,352 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] zookeeper.ZKUtil(111): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on existing znode=/01080242793/rs/6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,352 WARN  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:16:54,352 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:54,353 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,355 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,43563,1732177011484]
2024-11-21T08:16:54,425 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:16:54,432 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:16:54,440 INFO  [RS:0;6ed56fb6cbf7:43563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:16:54,440 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,452 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:16:54,460 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:16:54,464 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,464 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,464 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,465 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,472 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,472 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,472 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,472 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:16:54,472 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:54,473 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,492 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,43563,1732177011484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:54,533 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:16:54,533 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,43563,1732177011484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,533 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,533 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.Replication(171): 6ed56fb6cbf7,43563,1732177011484 started
2024-11-21T08:16:54,575 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:54,575 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,43563,1732177011484, RpcServer on 6ed56fb6cbf7/172.17.0.3:43563, sessionid=0x1015c7792fc0001
2024-11-21T08:16:54,575 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:16:54,575 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,575 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,43563,1732177011484'
2024-11-21T08:16:54,575 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01080242793/flush-table-proc/abort'
2024-11-21T08:16:54,584 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01080242793/flush-table-proc/acquired'
2024-11-21T08:16:54,592 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:16:54,592 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:16:54,592 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:54,592 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,43563,1732177011484'
2024-11-21T08:16:54,592 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01080242793/online-snapshot/abort'
2024-11-21T08:16:54,597 INFO  [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:16:54,597 INFO  [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2
2024-11-21T08:16:54,600 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01080242793/online-snapshot/acquired'
2024-11-21T08:16:54,608 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:16:54,608 INFO  [RS:0;6ed56fb6cbf7:43563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:16:54,608 INFO  [RS:0;6ed56fb6cbf7:43563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:16:54,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:16:54,712 INFO  [RS:0;6ed56fb6cbf7:43563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:16:54,744 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43563%2C1732177011484, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs, maxLogs=10
2024-11-21T08:16:54,773 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745, exclude list is [], retry=0
2024-11-21T08:16:54,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]
2024-11-21T08:16:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:16:54,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:16:54,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:16:54,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:16:54,824 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745
2024-11-21T08:16:54,829 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)]
2024-11-21T08:16:55,058 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:55,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:55,065 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:55,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,067 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:55,073 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:55,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,074 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:55,078 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:55,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,083 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:55,093 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:55,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,100 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,100 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:55,104 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740
2024-11-21T08:16:55,108 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740
2024-11-21T08:16:55,114 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:55,114 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:55,115 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:55,121 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:55,148 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:16:55,152 INFO  [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68100336, jitterRate=0.014774084091186523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:55,154 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177015058Initializing all the Stores at 1732177015059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177015059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015059Cleaning up temporary data from old regions at 1732177015114 (+55 ms)Region opened successfully at 1732177015153 (+39 ms)
2024-11-21T08:16:55,154 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:16:55,154 INFO  [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:16:55,154 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:16:55,154 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:16:55,154 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:16:55,155 INFO  [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:16:55,155 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177015154Disabling compacts and flushes for region at 1732177015154Disabling writes for close at 1732177015154Writing region close event to WAL at 1732177015155 (+1 ms)Closed at 1732177015155
2024-11-21T08:16:55,168 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:55,168 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:16:55,168 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:16:55,175 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:55,188 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:16:55,342 DEBUG [6ed56fb6cbf7:37849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:16:55,343 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:55,345 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,43563,1732177011484, state=OPENING
2024-11-21T08:16:55,371 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:16:55,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:55,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:16:55,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:16:55,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01080242793/meta-region-server: CHANGED
2024-11-21T08:16:55,449 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43563,1732177011484}]
2024-11-21T08:16:55,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01080242793/meta-region-server: CHANGED
2024-11-21T08:16:55,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:16:55,637 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:16:55,664 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:16:55,664 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:16:55,665 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:16:55,666 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43563%2C1732177011484.meta, suffix=.meta, logDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs, maxLogs=10
2024-11-21T08:16:55,683 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.meta.1732177015667.meta, exclude list is [], retry=0
2024-11-21T08:16:55,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]
2024-11-21T08:16:55,714 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.meta.1732177015667.meta
2024-11-21T08:16:55,715 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)]
2024-11-21T08:16:55,715 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:16:55,716 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:16:55,716 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:16:55,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:16:55,720 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:16:55,729 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:16:55,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,736 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:16:55,741 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:16:55,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,744 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,745 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:16:55,747 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:16:55,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,748 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,748 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:16:55,753 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:16:55,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:16:55,755 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:16:55,756 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:16:55,760 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740
2024-11-21T08:16:55,777 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740
2024-11-21T08:16:55,796 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:16:55,796 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:16:55,800 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:16:55,812 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:16:55,824 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71394675, jitterRate=0.06386356055736542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:16:55,824 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:16:55,825 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177015716Writing region info on filesystem at 1732177015716Initializing all the Stores at 1732177015718 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015720 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177015720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177015720Cleaning up temporary data from old regions at 1732177015796 (+76 ms)Running coprocessor post-open hooks at 1732177015824 (+28 ms)Region opened successfully at 1732177015825 (+1 ms)
2024-11-21T08:16:55,860 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177015614
2024-11-21T08:16:55,876 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:55,878 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:16:55,878 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:16:55,879 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,43563,1732177011484, state=OPEN
2024-11-21T08:16:55,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:16:55,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01080242793/meta-region-server
2024-11-21T08:16:55,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01080242793/meta-region-server: CHANGED
2024-11-21T08:16:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01080242793/meta-region-server
2024-11-21T08:16:55,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:16:55,990 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,43563,1732177011484 in 536 msec
2024-11-21T08:16:55,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01080242793/meta-region-server: CHANGED
2024-11-21T08:16:56,003 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:16:56,004 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 822 msec
2024-11-21T08:16:56,012 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:16:56,012 INFO  [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:16:56,017 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:56,017 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:16:56,018 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:56,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:56,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9790 sec
2024-11-21T08:16:56,056 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177016056, completionTime=-1
2024-11-21T08:16:56,056 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:16:56,056 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:16:56,064 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:16:56,064 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177076064
2024-11-21T08:16:56,064 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177136064
2024-11-21T08:16:56,064 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec
2024-11-21T08:16:56,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:37849, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,066 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,076 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.391sec
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:16:56,081 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:16:56,116 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:16:56,116 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:16:56,116 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37849,1732177010994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:16:56,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7487b318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:56,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37849,-1 for getting cluster id
2024-11-21T08:16:56,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:16:56,197 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a4b461-7ca3-4dd3-8fce-78c396e92171'
2024-11-21T08:16:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:16:56,197 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a4b461-7ca3-4dd3-8fce-78c396e92171"

2024-11-21T08:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb6eba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37849,-1]
2024-11-21T08:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:16:56,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:16:56,201 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:16:56,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aee436e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:16:56,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:16:56,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:16:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:16:56,214 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:16:56,225 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:16:56,226 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:16:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:56,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7792fc0002 connected
2024-11-21T08:16:56,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir so I do NOT create it in target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261
2024-11-21T08:16:56,268 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:16:56,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.tmp.dir so I do NOT create it in target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261
2024-11-21T08:16:56,268 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:16:56,268 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261
2024-11-21T08:16:56,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:16:56,268 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/cluster_94117cbc-2d06-dc21-6016-8ed159089bf3, deleteOnExit=true
2024-11-21T08:16:56,268 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/test.cache.data in system properties and HBase conf
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:16:56,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:16:56,269 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:16:56,270 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:16:56,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:16:56,271 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:16:56,698 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:56,704 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:56,736 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:56,736 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:56,737 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:16:56,741 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:56,749 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10bbeb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:56,749 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f64ed9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:56,883 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a569a81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-1411700138985284775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:16:56,884 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6de08193{HTTP/1.1, (http/1.1)}{localhost:33229}
2024-11-21T08:16:56,884 INFO  [Time-limited test {}] server.Server(415): Started @74343ms
2024-11-21T08:16:57,472 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:16:57,492 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:16:57,525 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:16:57,525 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:16:57,525 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:16:57,529 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c7e774e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:16:57,530 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23fec193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:16:57,813 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2496a79e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/java.io.tmpdir/jetty-localhost-37047-hadoop-hdfs-3_4_1-tests_jar-_-any-7199998265748594567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:16:57,824 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e29d851{HTTP/1.1, (http/1.1)}{localhost:37047}
2024-11-21T08:16:57,824 INFO  [Time-limited test {}] server.Server(415): Started @75284ms
2024-11-21T08:16:57,826 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:16:58,973 WARN  [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/cluster_94117cbc-2d06-dc21-6016-8ed159089bf3/data/data1/current/BP-657796876-172.17.0.3-1732177016311/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:58,976 WARN  [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/cluster_94117cbc-2d06-dc21-6016-8ed159089bf3/data/data2/current/BP-657796876-172.17.0.3-1732177016311/current, will proceed with Du for space computation calculation, 
2024-11-21T08:16:59,097 WARN  [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:16:59,108 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85795bd5ba223166 with lease ID 0x34501a011cefa475: Processing first storage report for DS-add96c15-a131-4243-b827-4024bcba046b from datanode DatanodeRegistration(127.0.0.1:46567, datanodeUuid=48241934-7288-4607-ac81-4e76c610b326, infoPort=40195, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=1365369677;c=1732177016311)
2024-11-21T08:16:59,108 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85795bd5ba223166 with lease ID 0x34501a011cefa475: from storage DS-add96c15-a131-4243-b827-4024bcba046b node DatanodeRegistration(127.0.0.1:46567, datanodeUuid=48241934-7288-4607-ac81-4e76c610b326, infoPort=40195, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=1365369677;c=1732177016311), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T08:16:59,108 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85795bd5ba223166 with lease ID 0x34501a011cefa475: Processing first storage report for DS-ba51b071-a36d-49d0-9de1-7f41cca0eee2 from datanode DatanodeRegistration(127.0.0.1:46567, datanodeUuid=48241934-7288-4607-ac81-4e76c610b326, infoPort=40195, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=1365369677;c=1732177016311)
2024-11-21T08:16:59,108 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85795bd5ba223166 with lease ID 0x34501a011cefa475: from storage DS-ba51b071-a36d-49d0-9de1-7f41cca0eee2 node DatanodeRegistration(127.0.0.1:46567, datanodeUuid=48241934-7288-4607-ac81-4e76c610b326, infoPort=40195, infoSecurePort=0, ipcPort=38049, storageInfo=lv=-57;cid=testClusterID;nsid=1365369677;c=1732177016311), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:16:59,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261
2024-11-21T08:16:59,121 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:16:59,602 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e with version=8
2024-11-21T08:16:59,602 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/hbase-staging
2024-11-21T08:16:59,605 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:59,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,605 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:59,605 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,606 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:59,606 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:16:59,606 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:59,613 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44453
2024-11-21T08:16:59,614 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44453 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:16:59,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444530x0, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:59,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44453-0x1015c7792fc0003 connected
2024-11-21T08:16:59,728 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,730 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/running
2024-11-21T08:16:59,741 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e, hbase.cluster.distributed=false
2024-11-21T08:16:59,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/acl
2024-11-21T08:16:59,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44453
2024-11-21T08:16:59,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44453
2024-11-21T08:16:59,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44453
2024-11-21T08:16:59,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44453
2024-11-21T08:16:59,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44453
2024-11-21T08:16:59,816 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:16:59,816 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,816 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:16:59,817 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40733
2024-11-21T08:16:59,819 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40733 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:16:59,820 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:16:59,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407330x0, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:16:59,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407330x0, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/running
2024-11-21T08:16:59,859 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:16:59,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40733-0x1015c7792fc0004 connected
2024-11-21T08:16:59,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:16:59,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/master
2024-11-21T08:16:59,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/acl
2024-11-21T08:16:59,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40733
2024-11-21T08:16:59,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40733
2024-11-21T08:16:59,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40733
2024-11-21T08:16:59,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40733
2024-11-21T08:16:59,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40733
2024-11-21T08:16:59,935 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:44453
2024-11-21T08:16:59,941 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11871998784/backup-masters/6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:16:59,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/backup-masters
2024-11-21T08:16:59,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/backup-masters
2024-11-21T08:16:59,972 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on existing znode=/11871998784/backup-masters/6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:16:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:16:59,992 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on existing znode=/11871998784/master
2024-11-21T08:16:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871998784/master
2024-11-21T08:16:59,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:16:59,992 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11871998784/backup-masters/6ed56fb6cbf7,44453,1732177019605 from backup master directory
2024-11-21T08:17:00,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/backup-masters
2024-11-21T08:17:00,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871998784/backup-masters/6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:00,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/backup-masters
2024-11-21T08:17:00,012 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:17:00,012 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:00,047 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/hbase.id] with ID: e27e5647-bc07-471a-a471-5c16980257d4
2024-11-21T08:17:00,047 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/.tmp/hbase.id
2024-11-21T08:17:00,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:17:00,107 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/.tmp/hbase.id]:[hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/hbase.id]
2024-11-21T08:17:00,153 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:17:00,153 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:17:00,159 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms.
2024-11-21T08:17:00,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:00,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:00,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:17:00,266 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:17:00,267 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:17:00,280 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:17:00,325 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:17:00,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:17:00,341 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store
2024-11-21T08:17:00,373 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:00,374 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:00,381 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:00,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:17:00,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:17:00,436 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:00,436 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:17:00,436 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:17:00,436 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:17:00,437 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:17:00,437 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:17:00,437 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:17:00,437 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177020436Disabling compacts and flushes for region at 1732177020436Disabling writes for close at 1732177020437 (+1 ms)Writing region close event to WAL at 1732177020437Closed at 1732177020437
2024-11-21T08:17:00,452 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/.initializing
2024-11-21T08:17:00,452 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/WALs/6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:00,460 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:17:00,464 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C44453%2C1732177019605, suffix=, logDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/WALs/6ed56fb6cbf7,44453,1732177019605, archiveDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/oldWALs, maxLogs=10
2024-11-21T08:17:00,482 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/WALs/6ed56fb6cbf7,44453,1732177019605/6ed56fb6cbf7%2C44453%2C1732177019605.1732177020464, exclude list is [], retry=0
2024-11-21T08:17:00,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-add96c15-a131-4243-b827-4024bcba046b,DISK]
2024-11-21T08:17:00,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/WALs/6ed56fb6cbf7,44453,1732177019605/6ed56fb6cbf7%2C44453%2C1732177019605.1732177020464
2024-11-21T08:17:00,516 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40195:40195)]
2024-11-21T08:17:00,516 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:17:00,517 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:00,517 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,517 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,528 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:17:00,530 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:17:00,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:00,531 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:00,531 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:17:00,533 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:17:00,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:00,533 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:00,533 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:17:00,535 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:17:00,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:00,535 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:00,536 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:17:00,538 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:17:00,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:00,541 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:00,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,552 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,556 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,572 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,572 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,580 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:17:00,585 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:17:00,595 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:17:00,596 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61765350, jitterRate=-0.07962456345558167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:17:00,596 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177020517Initializing all the Stores at 1732177020524 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177020524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177020528 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177020528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177020528Cleaning up temporary data from old regions at 1732177020572 (+44 ms)Region opened successfully at 1732177020596 (+24 ms)
2024-11-21T08:17:00,600 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:17:00,606 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e2564e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:17:00,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:17:00,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:17:00,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:17:00,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:17:00,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:17:00,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:17:00,609 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:17:00,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:17:00,614 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/balancer because node does not exist (not necessarily an error)
2024-11-21T08:17:00,696 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/balancer already deleted, retry=false
2024-11-21T08:17:00,697 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:17:00,703 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:17:00,771 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/normalizer already deleted, retry=false
2024-11-21T08:17:00,771 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:17:00,778 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:17:00,848 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/switch/split already deleted, retry=false
2024-11-21T08:17:00,856 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:17:00,889 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/switch/merge already deleted, retry=false
2024-11-21T08:17:00,900 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:17:01,036 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/snapshot-cleanup already deleted, retry=false
2024-11-21T08:17:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871998784/running
2024-11-21T08:17:01,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:01,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11871998784/running
2024-11-21T08:17:01,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:01,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,44453,1732177019605, sessionid=0x1015c7792fc0003, setting cluster-up flag (Was=false)
2024-11-21T08:17:01,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:01,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:01,842 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11871998784/flush-table-proc/acquired, /11871998784/flush-table-proc/reached, /11871998784/flush-table-proc/abort
2024-11-21T08:17:01,843 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:02,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:02,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:02,364 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11871998784/online-snapshot/acquired, /11871998784/online-snapshot/reached, /11871998784/online-snapshot/abort
2024-11-21T08:17:02,366 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:02,367 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:17:02,368 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:17:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:17:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:17:02,369 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,44453,1732177019605
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:17:02,369 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:17:02,370 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177052371
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:17:02,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:17:02,371 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:17:02,371 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:17:02,372 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:17:02,372 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:17:02,372 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:17:02,372 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177022372,5,FailOnTimeoutGroup]
2024-11-21T08:17:02,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:02,372 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:17:02,375 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177022372,5,FailOnTimeoutGroup]
2024-11-21T08:17:02,375 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:02,375 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:17:02,375 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:02,375 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:02,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:17:02,438 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(746): ClusterId : e27e5647-bc07-471a-a471-5c16980257d4
2024-11-21T08:17:02,438 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:17:02,575 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:17:02,576 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:17:02,742 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:17:02,742 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec59d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:17:02,753 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:40733
2024-11-21T08:17:02,753 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:17:02,753 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:17:02,753 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:17:02,754 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,44453,1732177019605 with port=40733, startcode=1732177019816
2024-11-21T08:17:02,754 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:17:02,755 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:17:02,755 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:02,755 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44453 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:02,757 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e
2024-11-21T08:17:02,757 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37419
2024-11-21T08:17:02,757 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:17:02,788 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:17:02,788 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e
2024-11-21T08:17:02,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:17:03,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/rs
2024-11-21T08:17:03,018 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] zookeeper.ZKUtil(111): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on existing znode=/11871998784/rs/6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,018 WARN  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:17:03,019 INFO  [RS:0;6ed56fb6cbf7:40733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:17:03,019 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,019 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,40733,1732177019816]
2024-11-21T08:17:03,022 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:17:03,024 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:17:03,025 INFO  [RS:0;6ed56fb6cbf7:40733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:17:03,025 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,026 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:17:03,027 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:17:03,027 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,027 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,027 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,027 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:17:03,028 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,032 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40733,1732177019816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:17:03,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:17:03,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40733,1732177019816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.Replication(171): 6ed56fb6cbf7,40733,1732177019816 started
2024-11-21T08:17:03,060 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,060 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,40733,1732177019816, RpcServer on 6ed56fb6cbf7/172.17.0.3:40733, sessionid=0x1015c7792fc0004
2024-11-21T08:17:03,060 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:17:03,060 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,060 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,40733,1732177019816'
2024-11-21T08:17:03,060 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11871998784/flush-table-proc/abort'
2024-11-21T08:17:03,061 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11871998784/flush-table-proc/acquired'
2024-11-21T08:17:03,062 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:17:03,062 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:17:03,062 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,062 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,40733,1732177019816'
2024-11-21T08:17:03,062 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11871998784/online-snapshot/abort'
2024-11-21T08:17:03,063 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11871998784/online-snapshot/acquired'
2024-11-21T08:17:03,063 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:17:03,063 INFO  [RS:0;6ed56fb6cbf7:40733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:17:03,063 INFO  [RS:0;6ed56fb6cbf7:40733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:17:03,164 INFO  [RS:0;6ed56fb6cbf7:40733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:17:03,166 INFO  [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C40733%2C1732177019816, suffix=, logDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816, archiveDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/oldWALs, maxLogs=10
2024-11-21T08:17:03,180 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816/6ed56fb6cbf7%2C40733%2C1732177019816.1732177023166, exclude list is [], retry=0
2024-11-21T08:17:03,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-add96c15-a131-4243-b827-4024bcba046b,DISK]
2024-11-21T08:17:03,189 INFO  [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816/6ed56fb6cbf7%2C40733%2C1732177019816.1732177023166
2024-11-21T08:17:03,192 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40195:40195)]
2024-11-21T08:17:03,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:03,196 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:17:03,197 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:17:03,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,198 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:17:03,199 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:17:03,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,201 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:17:03,202 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:17:03,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,203 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,203 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:17:03,204 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:17:03,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,205 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:17:03,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740
2024-11-21T08:17:03,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740
2024-11-21T08:17:03,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:17:03,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:17:03,208 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:17:03,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:17:03,211 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67997904, jitterRate=0.01324772834777832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177023195Initializing all the Stores at 1732177023195Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023196 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177023196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023196Cleaning up temporary data from old regions at 1732177023207 (+11 ms)Region opened successfully at 1732177023211 (+4 ms)
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:17:03,211 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:17:03,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:17:03,212 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:17:03,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177023211Disabling compacts and flushes for region at 1732177023211Disabling writes for close at 1732177023211Writing region close event to WAL at 1732177023212 (+1 ms)Closed at 1732177023212
2024-11-21T08:17:03,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:17:03,214 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:17:03,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:17:03,217 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:17:03,219 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:17:03,369 DEBUG [6ed56fb6cbf7:44453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:17:03,370 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,371 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,40733,1732177019816, state=OPENING
2024-11-21T08:17:03,401 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:17:03,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:03,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:17:03,413 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871998784/meta-region-server: CHANGED
2024-11-21T08:17:03,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:17:03,413 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40733,1732177019816}]
2024-11-21T08:17:03,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871998784/meta-region-server: CHANGED
2024-11-21T08:17:03,566 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:17:03,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:17:03,572 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:17:03,572 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:17:03,572 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:17:03,574 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C40733%2C1732177019816.meta, suffix=.meta, logDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816, archiveDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/oldWALs, maxLogs=10
2024-11-21T08:17:03,588 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816/6ed56fb6cbf7%2C40733%2C1732177019816.meta.1732177023574.meta, exclude list is [], retry=0
2024-11-21T08:17:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46567,DS-add96c15-a131-4243-b827-4024bcba046b,DISK]
2024-11-21T08:17:03,593 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816/6ed56fb6cbf7%2C40733%2C1732177019816.meta.1732177023574.meta
2024-11-21T08:17:03,594 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40195:40195)]
2024-11-21T08:17:03,594 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:17:03,594 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:17:03,595 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:17:03,595 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:17:03,597 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:17:03,598 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:17:03,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,598 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,598 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:17:03,599 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:17:03,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:17:03,601 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:17:03,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,601 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:17:03,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:17:03,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:17:03,603 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:17:03,604 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740
2024-11-21T08:17:03,605 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740
2024-11-21T08:17:03,606 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:17:03,606 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:17:03,606 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:17:03,607 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:17:03,608 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62798626, jitterRate=-0.06422755122184753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:17:03,608 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:17:03,608 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177023595Writing region info on filesystem at 1732177023595Initializing all the Stores at 1732177023596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023597 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177023597Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177023597Cleaning up temporary data from old regions at 1732177023606 (+9 ms)Running coprocessor post-open hooks at 1732177023608 (+2 ms)Region opened successfully at 1732177023608
2024-11-21T08:17:03,609 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177023566
2024-11-21T08:17:03,612 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:17:03,612 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:17:03,613 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,614 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,40733,1732177019816, state=OPEN
2024-11-21T08:17:03,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11871998784/meta-region-server
2024-11-21T08:17:03,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11871998784/meta-region-server
2024-11-21T08:17:03,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:03,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871998784/meta-region-server: CHANGED
2024-11-21T08:17:03,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11871998784/meta-region-server: CHANGED
2024-11-21T08:17:03,625 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:17:03,626 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40733,1732177019816 in 210 msec
2024-11-21T08:17:03,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:17:03,630 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec
2024-11-21T08:17:03,631 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:17:03,631 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:17:03,632 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:03,633 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40733,1732177019816, seqNum=-1]
2024-11-21T08:17:03,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:03,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:03,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec
2024-11-21T08:17:03,642 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177023642, completionTime=-1
2024-11-21T08:17:03,643 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:17:03,643 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177083645
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177143645
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,646 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:44453, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,646 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,647 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:17:03,648 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.640sec
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:17:03,652 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:17:03,655 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:17:03,655 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:17:03,655 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44453,1732177019605-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:17:03,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aaacd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:03,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44453,-1 for getting cluster id
2024-11-21T08:17:03,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:03,740 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e27e5647-bc07-471a-a471-5c16980257d4'
2024-11-21T08:17:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e27e5647-bc07-471a-a471-5c16980257d4"

2024-11-21T08:17:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:03,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44453,-1]
2024-11-21T08:17:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:03,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:03,744 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:03,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22831943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:03,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:03,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40733,1732177019816, seqNum=-1]
2024-11-21T08:17:03,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:03,754 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:03,756 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:03,757 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50236
2024-11-21T08:17:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:17:03,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7792fc0005 connected
2024-11-21T08:17:03,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:17:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31c5699e
2024-11-21T08:17:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:03,792 INFO  [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:03,796 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:17:03,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:17:03,802 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:17:03,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:03,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:17:03,806 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:17:03,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:03,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:17:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:04,243 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ea4fe6d341e561dea9f91482c5a4f8c, NAME => 'test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2
2024-11-21T08:17:04,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:17:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ea4fe6d341e561dea9f91482c5a4f8c, disabling compactions & flushes
2024-11-21T08:17:04,652 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c. after waiting 0 ms
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:04,652 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:04,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ea4fe6d341e561dea9f91482c5a4f8c:
Waiting for close lock at 1732177024652Disabling compacts and flushes for region at 1732177024652Disabling writes for close at 1732177024652Writing region close event to WAL at 1732177024652Closed at 1732177024652
2024-11-21T08:17:04,654 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:17:04,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177024655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177024655"}]},"ts":"1732177024655"}
2024-11-21T08:17:04,658 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:17:04,659 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:17:04,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177024660"}]},"ts":"1732177024660"}
2024-11-21T08:17:04,666 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:17:04,667 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea4fe6d341e561dea9f91482c5a4f8c, ASSIGN}]
2024-11-21T08:17:04,672 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ea4fe6d341e561dea9f91482c5a4f8c, ASSIGN
2024-11-21T08:17:04,673 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ea4fe6d341e561dea9f91482c5a4f8c, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,43563,1732177011484; forceNewPlan=false, retain=false
2024-11-21T08:17:04,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:17:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:17:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:17:04,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-21T08:17:04,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:17:04,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T08:17:04,824 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea4fe6d341e561dea9f91482c5a4f8c, regionState=OPENING, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:17:04,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ea4fe6d341e561dea9f91482c5a4f8c, ASSIGN because future has completed
2024-11-21T08:17:04,828 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea4fe6d341e561dea9f91482c5a4f8c, server=6ed56fb6cbf7,43563,1732177011484}]
2024-11-21T08:17:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:05,008 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:05,009 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ea4fe6d341e561dea9f91482c5a4f8c, NAME => 'test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:17:05,009 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:17:05,010 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:17:05,010 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,010 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:05,010 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,010 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,012 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ea4fe6d341e561dea9f91482c5a4f8c 
2024-11-21T08:17:05,016 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea4fe6d341e561dea9f91482c5a4f8c columnFamilyName f
2024-11-21T08:17:05,016 DEBUG [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:05,021 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(327): Store=5ea4fe6d341e561dea9f91482c5a4f8c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:05,021 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ea4fe6d341e561dea9f91482c5a4f8c 
2024-11-21T08:17:05,022 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea4fe6d341e561dea9f91482c5a4f8c columnFamilyName f1
2024-11-21T08:17:05,023 DEBUG [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:05,025 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(327): Store=5ea4fe6d341e561dea9f91482c5a4f8c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:05,025 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ea4fe6d341e561dea9f91482c5a4f8c 
2024-11-21T08:17:05,028 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ea4fe6d341e561dea9f91482c5a4f8c columnFamilyName norep
2024-11-21T08:17:05,029 DEBUG [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:05,029 INFO  [StoreOpener-5ea4fe6d341e561dea9f91482c5a4f8c-1 {}] regionserver.HStore(327): Store=5ea4fe6d341e561dea9f91482c5a4f8c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:05,031 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,033 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,036 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,040 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,040 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,041 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:17:05,044 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,052 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:17:05,054 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ea4fe6d341e561dea9f91482c5a4f8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75005532, jitterRate=0.11766952276229858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:17:05,054 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:17:05,055 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ea4fe6d341e561dea9f91482c5a4f8c:
Running coprocessor pre-open hook at 1732177025010Writing region info on filesystem at 1732177025010Initializing all the Stores at 1732177025012 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177025012Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177025012Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177025012Cleaning up temporary data from old regions at 1732177025040 (+28 ms)Running coprocessor post-open hooks at 1732177025054 (+14 ms)Region opened successfully at 1732177025055 (+1 ms)
2024-11-21T08:17:05,057 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., pid=6, masterSystemTime=1732177024982
2024-11-21T08:17:05,060 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:05,060 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:17:05,062 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ea4fe6d341e561dea9f91482c5a4f8c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:17:05,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ea4fe6d341e561dea9f91482c5a4f8c, server=6ed56fb6cbf7,43563,1732177011484 because future has completed
2024-11-21T08:17:05,084 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:17:05,084 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ea4fe6d341e561dea9f91482c5a4f8c, server=6ed56fb6cbf7,43563,1732177011484 in 251 msec
2024-11-21T08:17:05,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:17:05,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ea4fe6d341e561dea9f91482c5a4f8c, ASSIGN in 417 msec
2024-11-21T08:17:05,093 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:17:05,094 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177025093"}]},"ts":"1732177025093"}
2024-11-21T08:17:05,108 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:17:05,111 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:17:05,120 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3130 sec
2024-11-21T08:17:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:05,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:05,959 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:17:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@475316d4
2024-11-21T08:17:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:05,961 INFO  [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:05,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:17:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:17:05,967 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:17:05,967 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:05,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:17:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:05,968 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:17:05,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:17:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:06,380 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e11d48538070c74511cdae4b0b3625b2, NAME => 'test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e
2024-11-21T08:17:06,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:17:06,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:17:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e11d48538070c74511cdae4b0b3625b2, disabling compactions & flushes
2024-11-21T08:17:06,786 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177025962.e11d48538070c74511cdae4b0b3625b2. after waiting 0 ms
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:06,786 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:06,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e11d48538070c74511cdae4b0b3625b2:
Waiting for close lock at 1732177026786Disabling compacts and flushes for region at 1732177026786Disabling writes for close at 1732177026786Writing region close event to WAL at 1732177026786Closed at 1732177026786
2024-11-21T08:17:06,787 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:17:06,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177026787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177026787"}]},"ts":"1732177026787"}
2024-11-21T08:17:06,790 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:17:06,791 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:17:06,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177026791"}]},"ts":"1732177026791"}
2024-11-21T08:17:06,793 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:17:06,794 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e11d48538070c74511cdae4b0b3625b2, ASSIGN}]
2024-11-21T08:17:06,795 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e11d48538070c74511cdae4b0b3625b2, ASSIGN
2024-11-21T08:17:06,796 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e11d48538070c74511cdae4b0b3625b2, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,40733,1732177019816; forceNewPlan=false, retain=false
2024-11-21T08:17:06,946 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e11d48538070c74511cdae4b0b3625b2, regionState=OPENING, regionLocation=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:06,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e11d48538070c74511cdae4b0b3625b2, ASSIGN because future has completed
2024-11-21T08:17:06,949 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11d48538070c74511cdae4b0b3625b2, server=6ed56fb6cbf7,40733,1732177019816}]
2024-11-21T08:17:07,105 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:07,105 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e11d48538070c74511cdae4b0b3625b2, NAME => 'test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:17:07,105 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:17:07,105 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:17:07,105 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,105 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:07,106 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,106 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,107 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e11d48538070c74511cdae4b0b3625b2 
2024-11-21T08:17:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:07,108 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11d48538070c74511cdae4b0b3625b2 columnFamilyName f
2024-11-21T08:17:07,108 DEBUG [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:07,108 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(327): Store=e11d48538070c74511cdae4b0b3625b2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:07,109 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e11d48538070c74511cdae4b0b3625b2 
2024-11-21T08:17:07,109 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11d48538070c74511cdae4b0b3625b2 columnFamilyName f1
2024-11-21T08:17:07,110 DEBUG [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:07,110 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(327): Store=e11d48538070c74511cdae4b0b3625b2/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:07,110 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e11d48538070c74511cdae4b0b3625b2 
2024-11-21T08:17:07,111 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11d48538070c74511cdae4b0b3625b2 columnFamilyName norep
2024-11-21T08:17:07,111 DEBUG [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:07,111 INFO  [StoreOpener-e11d48538070c74511cdae4b0b3625b2-1 {}] regionserver.HStore(327): Store=e11d48538070c74511cdae4b0b3625b2/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:07,111 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,112 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,112 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,113 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,113 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,113 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:17:07,114 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,116 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:17:07,116 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e11d48538070c74511cdae4b0b3625b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74004212, jitterRate=0.10274869203567505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:17:07,116 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:17:07,116 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e11d48538070c74511cdae4b0b3625b2:
Running coprocessor pre-open hook at 1732177027106Writing region info on filesystem at 1732177027106Initializing all the Stores at 1732177027107 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177027107Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177027107Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177027107Cleaning up temporary data from old regions at 1732177027113 (+6 ms)Running coprocessor post-open hooks at 1732177027116 (+3 ms)Region opened successfully at 1732177027116
2024-11-21T08:17:07,117 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177025962.e11d48538070c74511cdae4b0b3625b2., pid=6, masterSystemTime=1732177027101
2024-11-21T08:17:07,119 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:07,119 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:17:07,120 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e11d48538070c74511cdae4b0b3625b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:17:07,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11d48538070c74511cdae4b0b3625b2, server=6ed56fb6cbf7,40733,1732177019816 because future has completed
2024-11-21T08:17:07,126 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:17:07,127 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e11d48538070c74511cdae4b0b3625b2, server=6ed56fb6cbf7,40733,1732177019816 in 175 msec
2024-11-21T08:17:07,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:17:07,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e11d48538070c74511cdae4b0b3625b2, ASSIGN in 332 msec
2024-11-21T08:17:07,129 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:17:07,129 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177027129"}]},"ts":"1732177027129"}
2024-11-21T08:17:07,130 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:17:07,131 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:17:07,133 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec
2024-11-21T08:17:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:17:08,128 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:17:08,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f93e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37849,-1 for getting cluster id
2024-11-21T08:17:08,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:08,129 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a4b461-7ca3-4dd3-8fce-78c396e92171'
2024-11-21T08:17:08,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a4b461-7ca3-4dd3-8fce-78c396e92171"

2024-11-21T08:17:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f62c37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37849,-1]
2024-11-21T08:17:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:08,160 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:08,161 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:08,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23af14cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f0cd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44453,-1 for getting cluster id
2024-11-21T08:17:08,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:08,163 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e27e5647-bc07-471a-a471-5c16980257d4'
2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e27e5647-bc07-471a-a471-5c16980257d4"

2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777f01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44453,-1]
2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:08,164 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc6c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab1c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37849,-1 for getting cluster id
2024-11-21T08:17:08,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:08,166 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a4b461-7ca3-4dd3-8fce-78c396e92171'
2024-11-21T08:17:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a4b461-7ca3-4dd3-8fce-78c396e92171"

2024-11-21T08:17:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163484c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37849,-1]
2024-11-21T08:17:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:08,167 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:08,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:08,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:17:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5905cf
2024-11-21T08:17:08,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:08,172 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:08,172 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:44453,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:17:09,097 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:17:09,123 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:09,124 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:09,131 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:17:14,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-21T08:17:14,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:17:14,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-21T08:17:16,480 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_-1116569046_20 at /127.0.0.1:52488 [Receiving block BP-19971445-172.17.0.3-1732177008528:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 8307ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data2/, blockId=1073741830, seqno=51
2024-11-21T08:17:16,481 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK], data length=756, duration=8308ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-21T08:17:16,482 INFO  [AsyncFSWAL-0-hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData-prefix:6ed56fb6cbf7,37849,1732177010994 {}] wal.AbstractFSWAL(1368): Slow sync cost: 8309 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]]
2024-11-21T08:17:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:17:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:16,490 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:44453'
2024-11-21T08:17:16,492 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590ea724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:16,492 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44453,-1 for getting cluster id
2024-11-21T08:17:16,492 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:16,495 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e27e5647-bc07-471a-a471-5c16980257d4'
2024-11-21T08:17:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e27e5647-bc07-471a-a471-5c16980257d4"

2024-11-21T08:17:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b74f64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:16,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44453,-1]
2024-11-21T08:17:16,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:16,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:16,500 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:16,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5992481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:16,501 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:16,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:16,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4345c0e7
2024-11-21T08:17:16,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:16,505 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:16,506 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:17:16,507 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:17:16,507 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:16,507 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:16,510 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:17:16,511 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:17:16,512 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:17:16,516 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:17:16,516 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:16,518 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:17:16,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:17:16,564 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:17:16,564 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc66d307437cf63328a9fd5ee4055b3f, NAME => 'hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2
2024-11-21T08:17:16,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:17:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:16,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:16,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:16,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc66d307437cf63328a9fd5ee4055b3f, disabling compactions & flushes
2024-11-21T08:17:16,994 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:16,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:16,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f. after waiting 0 ms
2024-11-21T08:17:16,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:16,995 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:16,995 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc66d307437cf63328a9fd5ee4055b3f:
Waiting for close lock at 1732177036994Disabling compacts and flushes for region at 1732177036994Disabling writes for close at 1732177036995 (+1 ms)Writing region close event to WAL at 1732177036995Closed at 1732177036995
2024-11-21T08:17:16,998 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:17:16,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177036999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177036999"}]},"ts":"1732177036999"}
2024-11-21T08:17:17,003 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:17:17,005 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:17:17,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177037005"}]},"ts":"1732177037005"}
2024-11-21T08:17:17,009 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:17:17,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc66d307437cf63328a9fd5ee4055b3f, ASSIGN}]
2024-11-21T08:17:17,012 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc66d307437cf63328a9fd5ee4055b3f, ASSIGN
2024-11-21T08:17:17,014 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc66d307437cf63328a9fd5ee4055b3f, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,43563,1732177011484; forceNewPlan=false, retain=false
2024-11-21T08:17:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:17,164 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc66d307437cf63328a9fd5ee4055b3f, regionState=OPENING, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:17:17,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc66d307437cf63328a9fd5ee4055b3f, ASSIGN because future has completed
2024-11-21T08:17:17,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc66d307437cf63328a9fd5ee4055b3f, server=6ed56fb6cbf7,43563,1732177011484}]
2024-11-21T08:17:17,324 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:17,324 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:17:17,325 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:17:17,326 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C43563%2C1732177011484.rep, suffix=, logDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484, archiveDir=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs, maxLogs=10
2024-11-21T08:17:17,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.rep.1732177037326, exclude list is [], retry=0
2024-11-21T08:17:17,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]
2024-11-21T08:17:17,345 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.rep.1732177037326
2024-11-21T08:17:17,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)]
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc66d307437cf63328a9fd5ee4055b3f, NAME => 'hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:17:17,346 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f. service=MultiRowMutationService
2024-11-21T08:17:17,346 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,348 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc66d307437cf63328a9fd5ee4055b3f 
2024-11-21T08:17:17,349 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc66d307437cf63328a9fd5ee4055b3f columnFamilyName hfileref
2024-11-21T08:17:17,349 DEBUG [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:17,349 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(327): Store=dc66d307437cf63328a9fd5ee4055b3f/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:17,350 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc66d307437cf63328a9fd5ee4055b3f 
2024-11-21T08:17:17,351 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc66d307437cf63328a9fd5ee4055b3f columnFamilyName queue
2024-11-21T08:17:17,351 DEBUG [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:17,351 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(327): Store=dc66d307437cf63328a9fd5ee4055b3f/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:17,351 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc66d307437cf63328a9fd5ee4055b3f 
2024-11-21T08:17:17,352 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc66d307437cf63328a9fd5ee4055b3f columnFamilyName sid
2024-11-21T08:17:17,352 DEBUG [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:17:17,353 INFO  [StoreOpener-dc66d307437cf63328a9fd5ee4055b3f-1 {}] regionserver.HStore(327): Store=dc66d307437cf63328a9fd5ee4055b3f/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:17:17,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:17:17,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:17:17,363 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc66d307437cf63328a9fd5ee4055b3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59266019, jitterRate=-0.11686749756336212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:17:17,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:17:17,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc66d307437cf63328a9fd5ee4055b3f:
Running coprocessor pre-open hook at 1732177037346Writing region info on filesystem at 1732177037347 (+1 ms)Initializing all the Stores at 1732177037347Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177037347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177037348 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177037348Cleaning up temporary data from old regions at 1732177037354 (+6 ms)Running coprocessor post-open hooks at 1732177037363 (+9 ms)Region opened successfully at 1732177037364 (+1 ms)
2024-11-21T08:17:17,365 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f., pid=10, masterSystemTime=1732177037320
2024-11-21T08:17:17,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:17,367 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:17:17,367 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc66d307437cf63328a9fd5ee4055b3f, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:17:17,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc66d307437cf63328a9fd5ee4055b3f, server=6ed56fb6cbf7,43563,1732177011484 because future has completed
2024-11-21T08:17:17,371 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:17:17,371 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc66d307437cf63328a9fd5ee4055b3f, server=6ed56fb6cbf7,43563,1732177011484 in 203 msec
2024-11-21T08:17:17,373 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:17:17,373 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc66d307437cf63328a9fd5ee4055b3f, ASSIGN in 362 msec
2024-11-21T08:17:17,375 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:17:17,375 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177037375"}]},"ts":"1732177037375"}
2024-11-21T08:17:17,377 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:17:17,379 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:17:17,381 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 869 msec
2024-11-21T08:17:17,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2]
2024-11-21T08:17:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:18,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:17:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:20,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:17:22,363 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:22,364 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:22,368 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:22,874 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:17:22,893 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:22,893 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:22,898 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:17:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:17:24,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-21T08:17:29,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:17:29,137 WARN  [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-1(pid=7), run time 12.6540 sec
2024-11-21T08:17:34,137 WARN  [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-1(pid=7), run time 17.6540 sec
2024-11-21T08:17:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:36,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:17:36,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:17:36,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:17:36,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:17:36,118 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T08:17:36,118 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T08:17:36,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7792fc0002, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:17:36,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7792fc0002, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:17:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:17:37,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:17:37,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43563-0x1015c7792fc0001 connected
2024-11-21T08:17:37,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43563-0x1015c7792fc0001 connected
2024-11-21T08:17:38,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7792fc0002, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:17:38,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7792fc0002 connected
2024-11-21T08:17:39,137 WARN  [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-1(pid=7), run time 22.6540 sec
2024-11-21T08:17:41,939 WARN  [DataXceiver for client DFSClient_NONMAPREDUCE_-1116569046_20 at /127.0.0.1:52488 [Receiving block BP-19971445-172.17.0.3-1732177008528:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 17806ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data2/, blockId=1073741830, seqno=80
2024-11-21T08:17:41,941 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK], data length=507, duration=17808ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName
2024-11-21T08:17:41,941 INFO  [AsyncFSWAL-0-hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData-prefix:6ed56fb6cbf7,37849,1732177010994 {}] wal.AbstractFSWAL(1368): Slow sync cost: 17808 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]]
2024-11-21T08:17:41,944 WARN  [AsyncFSWAL-0-hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData-prefix:6ed56fb6cbf7,37849,1732177010994 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=17808 ms, threshold=10000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]]
2024-11-21T08:17:41,945 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ed56fb6cbf7%2C37849%2C1732177010994:(num 1732177013288) roll requested
2024-11-21T08:17:41,960 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177061945, exclude list is [], retry=0
2024-11-21T08:17:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39235,DS-53b54da1-e7e2-4ded-892b-39bd5f072e58,DISK]
2024-11-21T08:17:41,965 INFO  [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177013288 with entries=89, filesize=58.06 KB; new WAL /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177061945
2024-11-21T08:17:41,966 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41587:41587)]
2024-11-21T08:17:41,967 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177013288 is not closed yet, will try archiving it next time
2024-11-21T08:17:41,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741830_1006 (size=59459)
2024-11-21T08:17:41,968 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177013288 not finished, retry = 0
2024-11-21T08:17:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:17:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:17:43,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:17:43,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:17:43,213 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:17:43,239 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,43563,1732177011484, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:17:43,239 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:43,239 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:17:43,240 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:43,241 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService
2024-11-21T08:17:43,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,43563,1732177011484', locateType=CURRENT is [region=hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2]
2024-11-21T08:17:43,257 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:17:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:17:43,260 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,43563,1732177011484 suceeded
2024-11-21T08:17:43,263 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:17:43,263 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec
2024-11-21T08:17:43,263 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:44453,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false
2024-11-21T08:17:43,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 35.0910 sec
2024-11-21T08:17:43,274 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:44453'
2024-11-21T08:17:43,275 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22e1b349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:43,275 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44453,-1 for getting cluster id
2024-11-21T08:17:43,275 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:43,276 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e27e5647-bc07-471a-a471-5c16980257d4'
2024-11-21T08:17:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e27e5647-bc07-471a-a471-5c16980257d4"

2024-11-21T08:17:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b638dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44453,-1]
2024-11-21T08:17:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:43,278 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:43,279 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2580d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:43,279 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe4f057
2024-11-21T08:17:43,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:43,281 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService
2024-11-21T08:17:43,281 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,43563,1732177011484 (queues=1) is replicating from cluster=24a4b461-7ca3-4dd3-8fce-78c396e92171 to cluster=e27e5647-bc07-471a-a471-5c16980257d4
2024-11-21T08:17:43,281 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C43563%2C1732177011484
2024-11-21T08:17:43,282 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,43563,1732177011484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:17:43,282 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C43563%2C1732177011484
2024-11-21T08:17:43,282 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745, startPosition=0, beingWritten=true
2024-11-21T08:17:43,294 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:17:43,294 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:43,294 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:17:43,499 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:43,655 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T08:17:43,655 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T08:17:43,803 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:44,207 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:44,712 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:17:44,819 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:17:44,819 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:17:44,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:17:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:44,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:44,819 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:17:44,820 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:17:44,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732177064826/Put/seqid=0
2024-11-21T08:17:44,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741841_1017 (size=7894)
2024-11-21T08:17:44,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_1 is 34, key is ddd/f:row/1732177064905/Put/seqid=0
2024-11-21T08:17:44,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741842_1018 (size=7691)
2024-11-21T08:17:45,317 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:45,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ea9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:45,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37849,-1 for getting cluster id
2024-11-21T08:17:45,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:45,351 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a4b461-7ca3-4dd3-8fce-78c396e92171'
2024-11-21T08:17:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a4b461-7ca3-4dd3-8fce-78c396e92171"

2024-11-21T08:17:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d6a884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37849,-1]
2024-11-21T08:17:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:45,354 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:45,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f63b8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:45,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:17:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:45,361 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:45,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:17:45,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4aa3f3
2024-11-21T08:17:45,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:45,385 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2]
2024-11-21T08:17:45,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:17:45,425 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-21T08:17:45,429 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-21T08:17:45,452 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_1 for inclusion in 5ea4fe6d341e561dea9f91482c5a4f8c/f
2024-11-21T08:17:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-21T08:17:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:45,467 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_0 for inclusion in 5ea4fe6d341e561dea9f91482c5a4f8c/f
2024-11-21T08:17:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-21T08:17:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegion(2603): Flush status journal for 5ea4fe6d341e561dea9f91482c5a4f8c:

2024-11-21T08:17:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_1 to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_1
2024-11-21T08:17:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_1 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_
2024-11-21T08:17:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f/f/hfile_0 to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_0
2024-11-21T08:17:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_0 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_
2024-11-21T08:17:45,545 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_1 into 5ea4fe6d341e561dea9f91482c5a4f8c/f as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ - updating store file list.
2024-11-21T08:17:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 591cdd7e04554d7980cbf29af1072214_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:45,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ into 5ea4fe6d341e561dea9f91482c5a4f8c/f
2024-11-21T08:17:45,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_1 into 5ea4fe6d341e561dea9f91482c5a4f8c/f (new location: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_)
2024-11-21T08:17:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_1
2024-11-21T08:17:45,554 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_0 into 5ea4fe6d341e561dea9f91482c5a4f8c/f as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ - updating store file list.
2024-11-21T08:17:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb20ea7f39704ed98856770aff2df9d4_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:45,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ into 5ea4fe6d341e561dea9f91482c5a4f8c/f
2024-11-21T08:17:45,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_0 into 5ea4fe6d341e561dea9f91482c5a4f8c/f (new location: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_)
2024-11-21T08:17:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__lrphceh5msejdutpfsmp4cv8p95u8v5sdpuibjk4ac9baoblqtvjcpmhfkls362o/f/hfile_0
2024-11-21T08:17:45,571 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:17:45,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:17:45,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:45,572 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:17:45,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:45,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 , the old value is region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:43563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:17:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:17:45,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 from cache
2024-11-21T08:17:45,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40733,1732177019816, seqNum=-1]
2024-11-21T08:17:45,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:45,579 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:45,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177025962.e11d48538070c74511cdae4b0b3625b2., hostname=6ed56fb6cbf7,40733,1732177019816, seqNum=2]
2024-11-21T08:17:45,585 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:17:45,588 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:17:45,678 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:43563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:17:46,031 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 379, reset compression=false
2024-11-21T08:17:46,048 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:17:46,048 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: WALEntryBatch [walEntries=[{test/5ea4fe6d341e561dea9f91482c5a4f8c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177065564/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:17:46,077 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:17:46,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService
2024-11-21T08:17:46,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(318): Replicating [24a4b461-7ca3-4dd3-8fce-78c396e92171] bulk loaded data
2024-11-21T08:17:46,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6335d5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:46,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44453,-1 for getting cluster id
2024-11-21T08:17:46,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:46,086 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e27e5647-bc07-471a-a471-5c16980257d4'
2024-11-21T08:17:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e27e5647-bc07-471a-a471-5c16980257d4"

2024-11-21T08:17:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6163c56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44453,-1]
2024-11-21T08:17:46,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:46,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:46,089 INFO  [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:46,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70a81482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:46,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741837_1013 (size=7691)
2024-11-21T08:17:46,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741838_1014 (size=7894)
2024-11-21T08:17:46,251 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:46,555 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:46,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:17:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41b3aa7f
2024-11-21T08:17:46,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:46,564 INFO  [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService
2024-11-21T08:17:46,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:17:46,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40733,1732177019816, seqNum=-1]
2024-11-21T08:17:46,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:46,571 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService
2024-11-21T08:17:46,583 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-21T08:17:46,588 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-21T08:17:46,591 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:17:46,596 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ for inclusion in e11d48538070c74511cdae4b0b3625b2/f
2024-11-21T08:17:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-21T08:17:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:46,601 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ for inclusion in e11d48538070c74511cdae4b0b3625b2/f
2024-11-21T08:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-21T08:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HRegion(2603): Flush status journal for e11d48538070c74511cdae4b0b3625b2:

2024-11-21T08:17:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:17:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/e6795cdf6cd14f9c92c7de18eda5a964_SeqId_4_
2024-11-21T08:17:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 591cdd7e04554d7980cbf29af1072214_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:17:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/0d82ebd4b7704337a9699803e79a5b82_SeqId_4_
2024-11-21T08:17:46,609 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/e6795cdf6cd14f9c92c7de18eda5a964_SeqId_4_ - updating store file list.
2024-11-21T08:17:46,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6795cdf6cd14f9c92c7de18eda5a964_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:46,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/e6795cdf6cd14f9c92c7de18eda5a964_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f
2024-11-21T08:17:46,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f (new location: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/e6795cdf6cd14f9c92c7de18eda5a964_SeqId_4_)
2024-11-21T08:17:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/bb20ea7f39704ed98856770aff2df9d4_SeqId_4_
2024-11-21T08:17:46,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/0d82ebd4b7704337a9699803e79a5b82_SeqId_4_ - updating store file list.
2024-11-21T08:17:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d82ebd4b7704337a9699803e79a5b82_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:46,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/0d82ebd4b7704337a9699803e79a5b82_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f
2024-11-21T08:17:46,622 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_ into e11d48538070c74511cdae4b0b3625b2/f (new location: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/f/0d82ebd4b7704337a9699803e79a5b82_SeqId_4_)
2024-11-21T08:17:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/staging/jenkins.hfs.6__test__vij9n9n178ike4u7s8t8uddu7snqlaofgg08ggvob16nr5g9bpjhu3gjgja588p1/f/591cdd7e04554d7980cbf29af1072214_SeqId_4_
2024-11-21T08:17:46,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40733 {}] regionserver.ReplicationSink(324): Finished replicating [24a4b461-7ca3-4dd3-8fce-78c396e92171] bulk loaded data
2024-11-21T08:17:46,968 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:47,472 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:47,632 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:17:47,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732177067646/Put/seqid=0
2024-11-21T08:17:47,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741843_1019 (size=7997)
2024-11-21T08:17:48,084 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:48,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732177068085/Put/seqid=0
2024-11-21T08:17:48,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741844_1020 (size=7794)
2024-11-21T08:17:48,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2a5337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:48,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37849,-1 for getting cluster id
2024-11-21T08:17:48,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:17:48,514 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '24a4b461-7ca3-4dd3-8fce-78c396e92171'
2024-11-21T08:17:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:17:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "24a4b461-7ca3-4dd3-8fce-78c396e92171"

2024-11-21T08:17:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40107217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37849,-1]
2024-11-21T08:17:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:17:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:48,518 INFO  [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:17:48,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6c69e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:17:48,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:48,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:17:48,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:48,525 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:48,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:17:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:17:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6174c
2024-11-21T08:17:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:17:48,545 INFO  [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:17:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2]
2024-11-21T08:17:48,569 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:17:48,582 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-21T08:17:48,587 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-21T08:17:48,594 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_1 for inclusion in 5ea4fe6d341e561dea9f91482c5a4f8c/f1
2024-11-21T08:17:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-21T08:17:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:48,602 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_0 for inclusion in 5ea4fe6d341e561dea9f91482c5a4f8c/f1
2024-11-21T08:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-21T08:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:17:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegion(2603): Flush status journal for 5ea4fe6d341e561dea9f91482c5a4f8c:

2024-11-21T08:17:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_1 to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_1
2024-11-21T08:17:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_1 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/572567ef757c41958b3f07bc2f0f5d1b_SeqId_6_
2024-11-21T08:17:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/load_f1/f1/hfile_0 to hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_0
2024-11-21T08:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_0 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/12a1069f47ed4d86836f8579bd140a01_SeqId_6_
2024-11-21T08:17:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1
2024-11-21T08:17:48,611 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_1 into 5ea4fe6d341e561dea9f91482c5a4f8c/f1 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/572567ef757c41958b3f07bc2f0f5d1b_SeqId_6_ - updating store file list.
2024-11-21T08:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 572567ef757c41958b3f07bc2f0f5d1b_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:48,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/572567ef757c41958b3f07bc2f0f5d1b_SeqId_6_ into 5ea4fe6d341e561dea9f91482c5a4f8c/f1
2024-11-21T08:17:48,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_1 into 5ea4fe6d341e561dea9f91482c5a4f8c/f1 (new location: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/572567ef757c41958b3f07bc2f0f5d1b_SeqId_6_)
2024-11-21T08:17:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_1
2024-11-21T08:17:48,616 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_0 into 5ea4fe6d341e561dea9f91482c5a4f8c/f1 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/12a1069f47ed4d86836f8579bd140a01_SeqId_6_ - updating store file list.
2024-11-21T08:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12a1069f47ed4d86836f8579bd140a01_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:17:48,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/12a1069f47ed4d86836f8579bd140a01_SeqId_6_ into 5ea4fe6d341e561dea9f91482c5a4f8c/f1
2024-11-21T08:17:48,620 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_0 into 5ea4fe6d341e561dea9f91482c5a4f8c/f1 (new location: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/f1/12a1069f47ed4d86836f8579bd140a01_SeqId_6_)
2024-11-21T08:17:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/staging/jenkins__test__rf0e8res2isrpi7d5bt6v4uftf8d3idh2k3mjgqg1tp38qiibklucsf3dnn49qs5/f1/hfile_0
2024-11-21T08:17:48,622 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:17:48,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:17:48,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:48,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:17:48,622 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 , the old value is region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:43563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:17:48,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2 from cache
2024-11-21T08:17:48,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:17:48,623 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:17:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=-1]
2024-11-21T08:17:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:17:48,625 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:17:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c., hostname=6ed56fb6cbf7,43563,1732177011484, seqNum=2]
2024-11-21T08:17:48,727 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:43563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:17:48,805 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 687, reset compression=false
2024-11-21T08:17:48,810 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:17:48,810 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:48,810 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:17:49,014 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:49,319 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:49,723 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:50,010 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5ea4fe6d341e561dea9f91482c5a4f8c, had cached 0 bytes from a total of 31376
2024-11-21T08:17:50,228 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:50,833 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:50,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:17:51,540 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:52,107 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e11d48538070c74511cdae4b0b3625b2, had cached 0 bytes from a total of 15585
2024-11-21T08:17:52,344 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:53,280 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:54,306 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:55,418 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:56,624 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:57,928 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:17:59,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:17:59,332 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:00,836 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:02,440 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:03,658 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-21T08:18:04,144 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:05,948 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:07,857 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:08,813 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: null
2024-11-21T08:18:09,861 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:11,965 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:14,169 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:16,473 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:18,877 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:20,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:18:21,381 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:23,985 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:26,689 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:28,813 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: null
2024-11-21T08:18:29,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:18:29,493 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:32,397 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:35,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5ea4fe6d341e561dea9f91482c5a4f8c, had cached 0 bytes from a total of 31376
2024-11-21T08:18:35,400 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:37,108 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e11d48538070c74511cdae4b0b3625b2, had cached 0 bytes from a total of 15585
2024-11-21T08:18:38,506 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:41,713 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:45,020 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:48,454 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:48,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:18:48,654 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:18:48,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:48,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:48,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:48,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:18:48,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838642144, stopped=false
2024-11-21T08:18:48,655 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:18:48,655 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,44453,1732177019605
2024-11-21T08:18:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871998784/running
2024-11-21T08:18:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:18:48,724 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:18:48,725 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:18:48,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:48,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:48,725 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,40733,1732177019816' *****
2024-11-21T08:18:48,725 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:18:48,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/running
2024-11-21T08:18:48,725 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:18:48,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871998784/running
2024-11-21T08:18:48,725 INFO  [RS:0;6ed56fb6cbf7:40733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:18:48,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:18:48,725 INFO  [RS:0;6ed56fb6cbf7:40733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:18:48,725 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:18:48,726 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:40733.
2024-11-21T08:18:48,727 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:48,727 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e11d48538070c74511cdae4b0b3625b2, disabling compactions & flushes
2024-11-21T08:18:48,727 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:48,727 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:18:48,727 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:18:48,727 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177025962.e11d48538070c74511cdae4b0b3625b2. after waiting 0 ms
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:18:48,727 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:18:48,727 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:18:48,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Set watcher on znode that does not yet exist, /11871998784/running
2024-11-21T08:18:48,731 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:18:48,731 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e11d48538070c74511cdae4b0b3625b2=test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.}
2024-11-21T08:18:48,731 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e11d48538070c74511cdae4b0b3625b2
2024-11-21T08:18:48,731 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:18:48,732 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:18:48,732 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:18:48,732 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:18:48,732 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:18:48,732 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-21T08:18:48,741 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/default/test/e11d48538070c74511cdae4b0b3625b2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-21T08:18:48,744 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:48,744 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:18:48,744 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:18:48,744 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e11d48538070c74511cdae4b0b3625b2:
Waiting for close lock at 1732177128727Running coprocessor pre-close hooks at 1732177128727Disabling compacts and flushes for region at 1732177128727Disabling writes for close at 1732177128727Writing region close event to WAL at 1732177128732 (+5 ms)Running coprocessor post-close hooks at 1732177128744 (+12 ms)Closed at 1732177128744
2024-11-21T08:18:48,744 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177025962.e11d48538070c74511cdae4b0b3625b2.
2024-11-21T08:18:48,769 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/info/bc7b4de8e7c447d2a5ef9833bd8ef48d is 129, key is test,,1732177025962.e11d48538070c74511cdae4b0b3625b2./info:regioninfo/1732177027120/Put/seqid=0
2024-11-21T08:18:48,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741839_1015 (size=6421)
2024-11-21T08:18:48,793 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:18:48,800 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/info/bc7b4de8e7c447d2a5ef9833bd8ef48d
2024-11-21T08:18:48,813 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,43563,1732177011484 got entry batch from reader: null
2024-11-21T08:18:48,834 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/ns/d57da450d2134eb8a75d3f3c63df0880 is 43, key is default/ns:d/1732177023635/Put/seqid=0
2024-11-21T08:18:48,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741840_1016 (size=5153)
2024-11-21T08:18:48,931 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:49,096 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:18:49,096 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:18:49,132 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:49,239 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/ns/d57da450d2134eb8a75d3f3c63df0880
2024-11-21T08:18:49,289 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/d471a6951dc844e280a2aaec04059d38 is 112, key is test,,1732177025962.e11d48538070c74511cdae4b0b3625b2./rep_barrier:seqnumDuringOpen/1732177027120/Put/seqid=0
2024-11-21T08:18:49,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741841_1017 (size=5518)
2024-11-21T08:18:49,333 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:49,533 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:49,706 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/d471a6951dc844e280a2aaec04059d38
2024-11-21T08:18:49,736 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:18:49,736 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:18:49,736 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:49,744 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/table/f4e2de02243449a3aa1825476def93f3 is 40, key is test/table:state/1732177027129/Put/seqid=0
2024-11-21T08:18:49,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741842_1018 (size=5165)
2024-11-21T08:18:49,752 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/table/f4e2de02243449a3aa1825476def93f3
2024-11-21T08:18:49,768 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/info/bc7b4de8e7c447d2a5ef9833bd8ef48d as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/info/bc7b4de8e7c447d2a5ef9833bd8ef48d
2024-11-21T08:18:49,775 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/info/bc7b4de8e7c447d2a5ef9833bd8ef48d, entries=10, sequenceid=11, filesize=6.3 K
2024-11-21T08:18:49,776 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/ns/d57da450d2134eb8a75d3f3c63df0880 as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/ns/d57da450d2134eb8a75d3f3c63df0880
2024-11-21T08:18:49,784 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/ns/d57da450d2134eb8a75d3f3c63df0880, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:18:49,785 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/rep_barrier/d471a6951dc844e280a2aaec04059d38 as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/rep_barrier/d471a6951dc844e280a2aaec04059d38
2024-11-21T08:18:49,791 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/rep_barrier/d471a6951dc844e280a2aaec04059d38, entries=1, sequenceid=11, filesize=5.4 K
2024-11-21T08:18:49,792 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/.tmp/table/f4e2de02243449a3aa1825476def93f3 as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/table/f4e2de02243449a3aa1825476def93f3
2024-11-21T08:18:49,800 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/table/f4e2de02243449a3aa1825476def93f3, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:18:49,801 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=11, compaction requested=false
2024-11-21T08:18:49,828 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:18:49,829 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:49,829 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:18:49,829 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:18:49,829 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177128731Running coprocessor pre-close hooks at 1732177128731Disabling compacts and flushes for region at 1732177128731Disabling writes for close at 1732177128732 (+1 ms)Obtaining lock to block concurrent updates at 1732177128732Preparing flush snapshotting stores in 1588230740 at 1732177128732Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732177128733 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177128734 (+1 ms)Flushing 1588230740/info: creating writer at 1732177128734Flushing 1588230740/info: appending metadata at 1732177128768 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732177128768Flushing 1588230740/ns: creating writer at 1732177128809 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732177128833 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732177128833Flushing 1588230740/rep_barrier: creating writer at 1732177129254 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177129288 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177129288Flushing 1588230740/table: creating writer at 1732177129720 (+432 ms)Flushing 1588230740/table: appending metadata at 1732177129744 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732177129744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3face29e: reopening flushed file at 1732177129763 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332032ab: reopening flushed file at 1732177129775 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b79936b: reopening flushed file at 1732177129784 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7811e7ee: reopening flushed file at 1732177129791 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1069ms, sequenceid=11, compaction requested=false at 1732177129801 (+10 ms)Writing region close event to WAL at 1732177129824 (+23 ms)Running coprocessor post-close hooks at 1732177129829 (+5 ms)Closed at 1732177129829
2024-11-21T08:18:49,829 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:18:49,936 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,40733,1732177019816; all regions closed.
2024-11-21T08:18:49,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741834_1010 (size=2717)
2024-11-21T08:18:49,939 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/WALs/6ed56fb6cbf7,40733,1732177019816/6ed56fb6cbf7%2C40733%2C1732177019816.meta.1732177023574.meta not finished, retry = 0
2024-11-21T08:18:50,042 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/oldWALs
2024-11-21T08:18:50,042 INFO  [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C40733%2C1732177019816.meta:.meta(num 1732177023574)
2024-11-21T08:18:50,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741833_1009 (size=1028)
2024-11-21T08:18:50,046 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/oldWALs
2024-11-21T08:18:50,046 INFO  [RS:0;6ed56fb6cbf7:40733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C40733%2C1732177019816:(num 1732177023166)
2024-11-21T08:18:50,047 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:50,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:18:50,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:18:50,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:18:50,047 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:18:50,047 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:18:50,048 INFO  [RS:0;6ed56fb6cbf7:40733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:40733.
2024-11-21T08:18:50,048 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:50,048 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:50,048 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:18:50,048 DEBUG [RS:0;6ed56fb6cbf7:40733 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:50,048 INFO  [RS:0;6ed56fb6cbf7:40733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40733
2024-11-21T08:18:50,056 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:18:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871998784/rs/6ed56fb6cbf7,40733,1732177019816
2024-11-21T08:18:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784/rs
2024-11-21T08:18:50,067 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,40733,1732177019816]
2024-11-21T08:18:50,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11871998784/draining/6ed56fb6cbf7,40733,1732177019816 already deleted, retry=false
2024-11-21T08:18:50,077 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,40733,1732177019816 expired; onlineServers=0
2024-11-21T08:18:50,077 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,44453,1732177019605' *****
2024-11-21T08:18:50,077 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:18:50,078 DEBUG [M:0;6ed56fb6cbf7:44453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:18:50,078 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:18:50,078 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177022372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177022372,5,FailOnTimeoutGroup]
2024-11-21T08:18:50,078 DEBUG [M:0;6ed56fb6cbf7:44453 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:18:50,078 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177022372 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177022372,5,FailOnTimeoutGroup]
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:18:50,078 DEBUG [M:0;6ed56fb6cbf7:44453 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:18:50,078 INFO  [M:0;6ed56fb6cbf7:44453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:18:50,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:18:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11871998784/master
2024-11-21T08:18:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11871998784
2024-11-21T08:18:50,088 DEBUG [M:0;6ed56fb6cbf7:44453 {}] zookeeper.ZKUtil(347): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Unable to get data of znode /11871998784/master because node does not exist (not an error)
2024-11-21T08:18:50,088 WARN  [M:0;6ed56fb6cbf7:44453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:18:50,089 INFO  [M:0;6ed56fb6cbf7:44453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/.lastflushedseqids
2024-11-21T08:18:50,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741843_1019 (size=173)
2024-11-21T08:18:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:50,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40733-0x1015c7792fc0004, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:50,167 INFO  [RS:0;6ed56fb6cbf7:40733 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:18:50,167 INFO  [RS:0;6ed56fb6cbf7:40733 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,40733,1732177019816; zookeeper connection closed.
2024-11-21T08:18:50,170 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199f1f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199f1f87
2024-11-21T08:18:50,170 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:18:50,498 INFO  [M:0;6ed56fb6cbf7:44453 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:18:50,499 INFO  [M:0;6ed56fb6cbf7:44453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:18:50,499 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:18:50,499 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:50,499 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:50,499 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:18:50,499 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:50,499 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB
2024-11-21T08:18:50,521 DEBUG [M:0;6ed56fb6cbf7:44453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1761e17ef62461690411e405e7109de is 82, key is hbase:meta,,1/info:regioninfo/1732177023613/Put/seqid=0
2024-11-21T08:18:50,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741844_1020 (size=5672)
2024-11-21T08:18:50,907 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:18:50,926 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1761e17ef62461690411e405e7109de
2024-11-21T08:18:50,952 DEBUG [M:0;6ed56fb6cbf7:44453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf626f6b2124775991ffe13a8d010a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177027132/Put/seqid=0
2024-11-21T08:18:50,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741845_1021 (size=6727)
2024-11-21T08:18:51,363 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf626f6b2124775991ffe13a8d010a0
2024-11-21T08:18:51,368 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf626f6b2124775991ffe13a8d010a0
2024-11-21T08:18:51,386 DEBUG [M:0;6ed56fb6cbf7:44453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0577b9a6ea47249a00a09f913b9d68 is 69, key is 6ed56fb6cbf7,40733,1732177019816/rs:state/1732177022756/Put/seqid=0
2024-11-21T08:18:51,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741846_1022 (size=5156)
2024-11-21T08:18:51,790 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0577b9a6ea47249a00a09f913b9d68
2024-11-21T08:18:51,797 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1761e17ef62461690411e405e7109de as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1761e17ef62461690411e405e7109de
2024-11-21T08:18:51,805 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1761e17ef62461690411e405e7109de, entries=8, sequenceid=58, filesize=5.5 K
2024-11-21T08:18:51,806 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4bf626f6b2124775991ffe13a8d010a0 as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bf626f6b2124775991ffe13a8d010a0
2024-11-21T08:18:51,811 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bf626f6b2124775991ffe13a8d010a0
2024-11-21T08:18:51,811 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4bf626f6b2124775991ffe13a8d010a0, entries=6, sequenceid=58, filesize=6.6 K
2024-11-21T08:18:51,813 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b0577b9a6ea47249a00a09f913b9d68 as hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0577b9a6ea47249a00a09f913b9d68
2024-11-21T08:18:51,818 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37419/user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b0577b9a6ea47249a00a09f913b9d68, entries=1, sequenceid=58, filesize=5.0 K
2024-11-21T08:18:51,820 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=58, compaction requested=false
2024-11-21T08:18:51,828 INFO  [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:51,829 DEBUG [M:0;6ed56fb6cbf7:44453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177130499Disabling compacts and flushes for region at 1732177130499Disabling writes for close at 1732177130499Obtaining lock to block concurrent updates at 1732177130499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177130499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732177130500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177130500Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177130501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177130520 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177130520Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177130931 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177130951 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177130951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177131368 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177131385 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177131385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc6884d: reopening flushed file at 1732177131796 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13527dc5: reopening flushed file at 1732177131805 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e89fbc5: reopening flushed file at 1732177131812 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=58, compaction requested=false at 1732177131820 (+8 ms)Writing region close event to WAL at 1732177131828 (+8 ms)Closed at 1732177131828
2024-11-21T08:18:51,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46567 is added to blk_1073741830_1006 (size=33026)
2024-11-21T08:18:51,831 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0763e62-4b5e-2953-f7a3-4f3d81a42a1e/MasterData/WALs/6ed56fb6cbf7,44453,1732177019605/6ed56fb6cbf7%2C44453%2C1732177019605.1732177020464 not finished, retry = 0
2024-11-21T08:18:51,932 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:18:51,932 INFO  [M:0;6ed56fb6cbf7:44453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:18:51,932 INFO  [M:0;6ed56fb6cbf7:44453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44453
2024-11-21T08:18:51,933 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:18:51,959 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 to pos 997, reset compression=false
2024-11-21T08:18:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44453-0x1015c7792fc0003, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:52,041 INFO  [M:0;6ed56fb6cbf7:44453 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:18:52,080 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2496a79e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:18:52,081 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e29d851{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:18:52,081 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:18:52,081 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23fec193{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:18:52,082 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c7e774e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir/,STOPPED}
2024-11-21T08:18:52,085 WARN  [BP-657796876-172.17.0.3-1732177016311 heartbeating to localhost/127.0.0.1:37419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:18:52,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:18:52,085 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:18:52,085 WARN  [BP-657796876-172.17.0.3-1732177016311 heartbeating to localhost/127.0.0.1:37419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-657796876-172.17.0.3-1732177016311 (Datanode Uuid 48241934-7288-4607-ac81-4e76c610b326) service to localhost/127.0.0.1:37419
2024-11-21T08:18:52,085 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/cluster_94117cbc-2d06-dc21-6016-8ed159089bf3/data/data1/current/BP-657796876-172.17.0.3-1732177016311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:18:52,086 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/cluster_94117cbc-2d06-dc21-6016-8ed159089bf3/data/data2/current/BP-657796876-172.17.0.3-1732177016311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:18:52,086 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:18:52,093 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a569a81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:18:52,094 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6de08193{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:18:52,094 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:18:52,094 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f64ed9b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:18:52,094 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10bbeb8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir/,STOPPED}
2024-11-21T08:18:52,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:18:52,118 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:18:52,118 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:18:52,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:52,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:52,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:52,119 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:18:52,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:18:52,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1250326907, stopped=false
2024-11-21T08:18:52,120 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,37849,1732177010994
2024-11-21T08:18:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01080242793/running
2024-11-21T08:18:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01080242793/running
2024-11-21T08:18:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:18:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:18:52,141 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:18:52,141 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:18:52,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:52,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:52,141 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,43563,1732177011484' *****
2024-11-21T08:18:52,141 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:18:52,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/running
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:18:52,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Set watcher on znode that does not yet exist, /01080242793/running
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(3091): Received CLOSE for dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:18:52,142 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ea4fe6d341e561dea9f91482c5a4f8c
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:18:52,142 INFO  [RS:0;6ed56fb6cbf7:43563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:43563.
2024-11-21T08:18:52,142 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:52,143 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:52,143 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc66d307437cf63328a9fd5ee4055b3f, disabling compactions & flushes
2024-11-21T08:18:52,143 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:18:52,143 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:18:52,143 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:18:52,143 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:18:52,143 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:18:52,143 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f. after waiting 0 ms
2024-11-21T08:18:52,143 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:18:52,143 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:18:52,143 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc66d307437cf63328a9fd5ee4055b3f 3/3 column families, dataSize=874 B heapSize=2.19 KB
2024-11-21T08:18:52,143 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:18:52,143 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1325): Online Regions={dc66d307437cf63328a9fd5ee4055b3f=hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f., 1588230740=hbase:meta,,1.1588230740, 5ea4fe6d341e561dea9f91482c5a4f8c=test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.}
2024-11-21T08:18:52,143 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea4fe6d341e561dea9f91482c5a4f8c, dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:18:52,144 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:18:52,144 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:18:52,144 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:18:52,144 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:18:52,144 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:18:52,144 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:18:52,165 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:18:52,168 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/hfileref/4bdcb76529894aebb4531c0a88d15029 is 74, key is 1/hfileref:591cdd7e04554d7980cbf29af1072214_SeqId_4_/1732177066629/DeleteColumn/seqid=0
2024-11-21T08:18:52,172 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/info/528b55a4bba24467a913f9aff3d17a9a is 147, key is hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f./info:regioninfo/1732177037367/Put/seqid=0
2024-11-21T08:18:52,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741845_1021 (size=5203)
2024-11-21T08:18:52,175 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/hfileref/4bdcb76529894aebb4531c0a88d15029
2024-11-21T08:18:52,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741846_1022 (size=7686)
2024-11-21T08:18:52,201 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/queue/5c5709c34de54e6c97d4e2076d9d8203 is 153, key is 1-6ed56fb6cbf7,43563,1732177011484/queue:6ed56fb6cbf7%2C43563%2C1732177011484/1732177068812/Put/seqid=0
2024-11-21T08:18:52,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741847_1023 (size=5352)
2024-11-21T08:18:52,344 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea4fe6d341e561dea9f91482c5a4f8c, dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:18:52,492 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:18:52,492 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:18:52,544 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ea4fe6d341e561dea9f91482c5a4f8c, dc66d307437cf63328a9fd5ee4055b3f
2024-11-21T08:18:52,585 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/info/528b55a4bba24467a913f9aff3d17a9a
2024-11-21T08:18:52,608 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/ns/f203de13201948e5b2759f3975eb5076 is 43, key is default/ns:d/1732177016025/Put/seqid=0
2024-11-21T08:18:52,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741848_1024 (size=5153)
2024-11-21T08:18:52,632 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/queue/5c5709c34de54e6c97d4e2076d9d8203
2024-11-21T08:18:52,638 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/hfileref/4bdcb76529894aebb4531c0a88d15029 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/hfileref/4bdcb76529894aebb4531c0a88d15029
2024-11-21T08:18:52,642 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/hfileref/4bdcb76529894aebb4531c0a88d15029, entries=2, sequenceid=10, filesize=5.1 K
2024-11-21T08:18:52,643 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/.tmp/queue/5c5709c34de54e6c97d4e2076d9d8203 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/queue/5c5709c34de54e6c97d4e2076d9d8203
2024-11-21T08:18:52,649 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/queue/5c5709c34de54e6c97d4e2076d9d8203, entries=1, sequenceid=10, filesize=5.2 K
2024-11-21T08:18:52,649 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dc66d307437cf63328a9fd5ee4055b3f in 506ms, sequenceid=10, compaction requested=false
2024-11-21T08:18:52,653 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/replication/dc66d307437cf63328a9fd5ee4055b3f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-21T08:18:52,654 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:52,654 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:18:52,654 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:18:52,654 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc66d307437cf63328a9fd5ee4055b3f:
Waiting for close lock at 1732177132142Running coprocessor pre-close hooks at 1732177132142Disabling compacts and flushes for region at 1732177132142Disabling writes for close at 1732177132143 (+1 ms)Obtaining lock to block concurrent updates at 1732177132143Preparing flush snapshotting stores in dc66d307437cf63328a9fd5ee4055b3f at 1732177132143Finished memstore snapshotting hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732177132144 (+1 ms)Flushing stores of hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f. at 1732177132144Flushing dc66d307437cf63328a9fd5ee4055b3f/hfileref: creating writer at 1732177132144Flushing dc66d307437cf63328a9fd5ee4055b3f/hfileref: appending metadata at 1732177132167 (+23 ms)Flushing dc66d307437cf63328a9fd5ee4055b3f/hfileref: closing flushed file at 1732177132167Flushing dc66d307437cf63328a9fd5ee4055b3f/queue: creating writer at 1732177132185 (+18 ms)Flushing dc66d307437cf63328a9fd5ee4055b3f/queue: appending metadata at 1732177132200 (+15 ms)Flushing dc66d307437cf63328a9fd5ee4055b3f/queue: closing flushed file at 1732177132201 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c2de38: reopening flushed file at 1732177132637 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7517e4: reopening flushed file at 1732177132642 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dc66d307437cf63328a9fd5ee4055b3f in 506ms, sequenceid=10, compaction requested=false at 1732177132649 (+7 ms)Writing region close event to WAL at 1732177132650 (+1 ms)Running coprocessor post-close hooks at 1732177132654 (+4 ms)Closed at 1732177132654
2024-11-21T08:18:52,654 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177036507.dc66d307437cf63328a9fd5ee4055b3f.
2024-11-21T08:18:52,654 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ea4fe6d341e561dea9f91482c5a4f8c, disabling compactions & flushes
2024-11-21T08:18:52,655 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:18:52,655 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:18:52,655 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c. after waiting 0 ms
2024-11-21T08:18:52,655 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:18:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/default/test/5ea4fe6d341e561dea9f91482c5a4f8c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:18:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:18:52,659 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:18:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ea4fe6d341e561dea9f91482c5a4f8c:
Waiting for close lock at 1732177132654Running coprocessor pre-close hooks at 1732177132654Disabling compacts and flushes for region at 1732177132654Disabling writes for close at 1732177132655 (+1 ms)Writing region close event to WAL at 1732177132655Running coprocessor post-close hooks at 1732177132659 (+4 ms)Closed at 1732177132659
2024-11-21T08:18:52,659 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c.
2024-11-21T08:18:52,744 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:52,944 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:53,020 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/ns/f203de13201948e5b2759f3975eb5076
2024-11-21T08:18:53,038 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/rep_barrier/2ef31d5543e04a23b07b67eb9c71b630 is 112, key is test,,1732177023792.5ea4fe6d341e561dea9f91482c5a4f8c./rep_barrier:seqnumDuringOpen/1732177025060/Put/seqid=0
2024-11-21T08:18:53,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741849_1025 (size=5518)
2024-11-21T08:18:53,144 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:18:53,144 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:18:53,145 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:53,345 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:18:53,443 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/rep_barrier/2ef31d5543e04a23b07b67eb9c71b630
2024-11-21T08:18:53,468 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/table/e50e7a3ae7474fa2aca9989a0f248f5d is 53, key is hbase:replication/table:state/1732177037375/Put/seqid=0
2024-11-21T08:18:53,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741850_1026 (size=5308)
2024-11-21T08:18:53,474 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/table/e50e7a3ae7474fa2aca9989a0f248f5d
2024-11-21T08:18:53,481 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/info/528b55a4bba24467a913f9aff3d17a9a as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/info/528b55a4bba24467a913f9aff3d17a9a
2024-11-21T08:18:53,488 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/info/528b55a4bba24467a913f9aff3d17a9a, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:18:53,489 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/ns/f203de13201948e5b2759f3975eb5076 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/ns/f203de13201948e5b2759f3975eb5076
2024-11-21T08:18:53,496 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/ns/f203de13201948e5b2759f3975eb5076, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:18:53,497 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/rep_barrier/2ef31d5543e04a23b07b67eb9c71b630 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/rep_barrier/2ef31d5543e04a23b07b67eb9c71b630
2024-11-21T08:18:53,503 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/rep_barrier/2ef31d5543e04a23b07b67eb9c71b630, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:18:53,504 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/.tmp/table/e50e7a3ae7474fa2aca9989a0f248f5d as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/table/e50e7a3ae7474fa2aca9989a0f248f5d
2024-11-21T08:18:53,519 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/table/e50e7a3ae7474fa2aca9989a0f248f5d, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:18:53,520 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false
2024-11-21T08:18:53,520 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:18:53,529 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:18:53,530 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:53,530 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:18:53,530 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:18:53,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177132144Running coprocessor pre-close hooks at 1732177132144Disabling compacts and flushes for region at 1732177132144Disabling writes for close at 1732177132144Obtaining lock to block concurrent updates at 1732177132144Preparing flush snapshotting stores in 1588230740 at 1732177132144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177132145 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177132146 (+1 ms)Flushing 1588230740/info: creating writer at 1732177132146Flushing 1588230740/info: appending metadata at 1732177132172 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732177132172Flushing 1588230740/ns: creating writer at 1732177132590 (+418 ms)Flushing 1588230740/ns: appending metadata at 1732177132607 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732177132607Flushing 1588230740/rep_barrier: creating writer at 1732177133024 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177133037 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177133037Flushing 1588230740/table: creating writer at 1732177133450 (+413 ms)Flushing 1588230740/table: appending metadata at 1732177133467 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732177133467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@131512cd: reopening flushed file at 1732177133480 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0dc825: reopening flushed file at 1732177133488 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@310a5ec: reopening flushed file at 1732177133496 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568e4421: reopening flushed file at 1732177133503 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1376ms, sequenceid=16, compaction requested=false at 1732177133520 (+17 ms)Writing region close event to WAL at 1732177133523 (+3 ms)Running coprocessor post-close hooks at 1732177133530 (+7 ms)Closed at 1732177133530
2024-11-21T08:18:53,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:18:53,545 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,43563,1732177011484; all regions closed.
2024-11-21T08:18:53,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:18:53,547 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.meta.1732177015667.meta not finished, retry = 0
2024-11-21T08:18:53,651 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs
2024-11-21T08:18:53,651 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43563%2C1732177011484.meta:.meta(num 1732177015667)
2024-11-21T08:18:53,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741839_1015 (size=2700)
2024-11-21T08:18:53,653 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.rep.1732177037326 not finished, retry = 0
2024-11-21T08:18:53,756 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs
2024-11-21T08:18:53,756 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43563%2C1732177011484.rep:(num 1732177037326)
2024-11-21T08:18:53,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741833_1009 (size=1300)
2024-11-21T08:18:53,758 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/WALs/6ed56fb6cbf7,43563,1732177011484/6ed56fb6cbf7%2C43563%2C1732177011484.1732177014745 not finished, retry = 0
2024-11-21T08:18:53,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:53,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:53,765 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:53,769 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:53,861 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/oldWALs
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C43563%2C1732177011484:(num 1732177014745)
2024-11-21T08:18:53,861 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:18:53,861 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:18:53,861 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,43563,1732177011484 because: Region server is closing
2024-11-21T08:18:53,862 INFO  [RS:0;6ed56fb6cbf7:43563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:43563.
2024-11-21T08:18:53,862 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:18:53,862 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:53,862 DEBUG [RS:0;6ed56fb6cbf7:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:18:53,862 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:18:53,962 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:18:53,962 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.wal-reader.6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:18:53,963 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,43563,1732177011484.replicationSource.shipper6ed56fb6cbf7%2C43563%2C1732177011484,1-6ed56fb6cbf7,43563,1732177011484 terminated
2024-11-21T08:18:53,963 INFO  [RS:0;6ed56fb6cbf7:43563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43563
2024-11-21T08:18:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01080242793/rs/6ed56fb6cbf7,43563,1732177011484
2024-11-21T08:18:54,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793/rs
2024-11-21T08:18:54,056 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:18:54,067 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,43563,1732177011484]
2024-11-21T08:18:54,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01080242793/draining/6ed56fb6cbf7,43563,1732177011484 already deleted, retry=false
2024-11-21T08:18:54,091 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,43563,1732177011484 expired; onlineServers=0
2024-11-21T08:18:54,091 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,37849,1732177010994' *****
2024-11-21T08:18:54,091 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:18:54,091 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:18:54,091 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:18:54,091 DEBUG [M:0;6ed56fb6cbf7:37849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:18:54,092 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:18:54,092 DEBUG [M:0;6ed56fb6cbf7:37849 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:18:54,092 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:18:54,092 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:18:54,092 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177014168 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177014168,5,FailOnTimeoutGroup]
2024-11-21T08:18:54,092 DEBUG [M:0;6ed56fb6cbf7:37849 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:18:54,092 INFO  [M:0;6ed56fb6cbf7:37849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:18:54,092 INFO  [M:0;6ed56fb6cbf7:37849 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:18:54,092 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177014165 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177014165,5,FailOnTimeoutGroup]
2024-11-21T08:18:54,092 INFO  [M:0;6ed56fb6cbf7:37849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:18:54,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:18:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01080242793/master
2024-11-21T08:18:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01080242793
2024-11-21T08:18:54,100 DEBUG [M:0;6ed56fb6cbf7:37849 {}] zookeeper.ZKUtil(347): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Unable to get data of znode /01080242793/master because node does not exist (not an error)
2024-11-21T08:18:54,100 WARN  [M:0;6ed56fb6cbf7:37849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:18:54,101 INFO  [M:0;6ed56fb6cbf7:37849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/.lastflushedseqids
2024-11-21T08:18:54,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741851_1027 (size=263)
2024-11-21T08:18:54,109 INFO  [M:0;6ed56fb6cbf7:37849 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:18:54,110 INFO  [M:0;6ed56fb6cbf7:37849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:18:54,110 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:18:54,110 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:54,110 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:54,110 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:18:54,110 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:54,110 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB
2024-11-21T08:18:54,139 DEBUG [M:0;6ed56fb6cbf7:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c662b2ecc44071ba167775ed1fe285 is 82, key is hbase:meta,,1/info:regioninfo/1732177015875/Put/seqid=0
2024-11-21T08:18:54,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741852_1028 (size=5672)
2024-11-21T08:18:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:54,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43563-0x1015c7792fc0001, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:54,167 INFO  [RS:0;6ed56fb6cbf7:43563 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:18:54,167 INFO  [RS:0;6ed56fb6cbf7:43563 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,43563,1732177011484; zookeeper connection closed.
2024-11-21T08:18:54,168 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b58d87d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b58d87d
2024-11-21T08:18:54,168 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:18:54,275 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:18:54,305 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:54,305 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:54,306 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:54,315 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:54,547 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c662b2ecc44071ba167775ed1fe285
2024-11-21T08:18:54,564 DEBUG [M:0;6ed56fb6cbf7:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea64393ac92841688295da428cfb7c99 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177025117/Put/seqid=0
2024-11-21T08:18:54,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741853_1029 (size=7239)
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:18:54,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:18:54,969 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea64393ac92841688295da428cfb7c99
2024-11-21T08:18:54,973 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea64393ac92841688295da428cfb7c99
2024-11-21T08:18:54,988 DEBUG [M:0;6ed56fb6cbf7:37849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b978591076485b9fa6c7c6f9a76f5f is 69, key is 6ed56fb6cbf7,43563,1732177011484/rs:state/1732177014312/Put/seqid=0
2024-11-21T08:18:54,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741854_1030 (size=5156)
2024-11-21T08:18:55,392 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b978591076485b9fa6c7c6f9a76f5f
2024-11-21T08:18:55,397 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c662b2ecc44071ba167775ed1fe285 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c662b2ecc44071ba167775ed1fe285
2024-11-21T08:18:55,402 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c662b2ecc44071ba167775ed1fe285, entries=8, sequenceid=105, filesize=5.5 K
2024-11-21T08:18:55,403 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea64393ac92841688295da428cfb7c99 as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea64393ac92841688295da428cfb7c99
2024-11-21T08:18:55,407 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea64393ac92841688295da428cfb7c99
2024-11-21T08:18:55,407 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea64393ac92841688295da428cfb7c99, entries=11, sequenceid=105, filesize=7.1 K
2024-11-21T08:18:55,408 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b978591076485b9fa6c7c6f9a76f5f as hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59b978591076485b9fa6c7c6f9a76f5f
2024-11-21T08:18:55,413 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38925/user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59b978591076485b9fa6c7c6f9a76f5f, entries=1, sequenceid=105, filesize=5.0 K
2024-11-21T08:18:55,414 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=105, compaction requested=false
2024-11-21T08:18:55,415 INFO  [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:55,415 DEBUG [M:0;6ed56fb6cbf7:37849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177134110Disabling compacts and flushes for region at 1732177134110Disabling writes for close at 1732177134110Obtaining lock to block concurrent updates at 1732177134110Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177134110Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732177134110Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177134111 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177134111Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177134139 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177134139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177134552 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177134564 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177134564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177134973 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177134987 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177134987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf81c9d: reopening flushed file at 1732177135397 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60af816c: reopening flushed file at 1732177135402 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@86faf53: reopening flushed file at 1732177135407 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=105, compaction requested=false at 1732177135414 (+7 ms)Writing region close event to WAL at 1732177135415 (+1 ms)Closed at 1732177135415
2024-11-21T08:18:55,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39235 is added to blk_1073741840_1016 (size=5148)
2024-11-21T08:18:55,417 WARN  [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3a29ebbc-b713-4377-dc58-c6047c9e95b2/MasterData/WALs/6ed56fb6cbf7,37849,1732177010994/6ed56fb6cbf7%2C37849%2C1732177010994.1732177061945 not finished, retry = 0
2024-11-21T08:18:55,518 INFO  [M:0;6ed56fb6cbf7:37849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:18:55,518 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:18:55,518 INFO  [M:0;6ed56fb6cbf7:37849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37849
2024-11-21T08:18:55,519 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:18:55,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:55,661 INFO  [M:0;6ed56fb6cbf7:37849 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:18:55,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37849-0x1015c7792fc0000, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:18:55,666 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16ee6f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:18:55,667 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6843bb88{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:18:55,667 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:18:55,667 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd7aeb5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:18:55,667 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a69a54f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir/,STOPPED}
2024-11-21T08:18:55,668 WARN  [BP-19971445-172.17.0.3-1732177008528 heartbeating to localhost/127.0.0.1:38925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:18:55,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:18:55,668 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:18:55,668 WARN  [BP-19971445-172.17.0.3-1732177008528 heartbeating to localhost/127.0.0.1:38925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-19971445-172.17.0.3-1732177008528 (Datanode Uuid 331e4bdf-e655-4ced-892b-f4bb91931b49) service to localhost/127.0.0.1:38925
2024-11-21T08:18:55,668 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data1/current/BP-19971445-172.17.0.3-1732177008528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:18:55,669 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/cluster_e6abf78b-4049-e83d-597e-83daebb52ed9/data/data2/current/BP-19971445-172.17.0.3-1732177008528 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:18:55,669 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:18:55,674 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70a557da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:18:55,674 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50427d1b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:18:55,674 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:18:55,675 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@574e76e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:18:55,675 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bcc1b18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981261ea-a534-1c3f-87c8-b2bc6bbbef13/hadoop.log.dir/,STOPPED}
2024-11-21T08:18:55,680 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:18:55,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:18:55,701 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37419
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37419
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37419 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-13-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fa6f0b8ccc0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38925 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50236)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50236)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37419
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37419 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-13-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37419 from jenkins.hfs.6
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38925
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-15-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37419
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38925 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Registry-endpoints-refresh-end-points
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92)
	app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$802/0x00007fa6f0b8ccc0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37419
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38925 from jenkins.hfs.5
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38925
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-11-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:38925
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-10-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=901 (was 1301), ProcessCount=11 (was 11), AvailableMemoryMB=3849 (was 2642) - AvailableMemoryMB LEAK? -
2024-11-21T08:18:55,710 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=901, ProcessCount=11, AvailableMemoryMB=3849
2024-11-21T08:18:55,730 INFO  [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations
2024-11-21T08:18:55,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir so I do NOT create it in target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87
2024-11-21T08:18:55,730 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:18:55,730 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.tmp.dir so I do NOT create it in target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87
2024-11-21T08:18:55,730 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a63c89d-c0f0-c17a-9212-625077e23261/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:18:55,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87
2024-11-21T08:18:55,731 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759, deleteOnExit=true
2024-11-21T08:18:55,739 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/zookeeper_0, clientPort=64799, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:18:55,743 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64799
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/test.cache.data in system properties and HBase conf
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:18:55,743 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:18:55,743 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:18:55,744 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:18:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7792fc0002, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:18:55,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7792fc0005, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:18:55,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7792fc0002, quorum=127.0.0.1:50236, baseZNode=/01080242793 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:18:55,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7792fc0005, quorum=127.0.0.1:50236, baseZNode=/11871998784 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:18:56,117 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:18:56,122 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:18:56,125 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:18:56,125 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:18:56,125 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:18:56,125 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:18:56,126 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668f504a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:18:56,126 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e896443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:18:56,232 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aca5195{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/java.io.tmpdir/jetty-localhost-36265-hadoop-hdfs-3_4_1-tests_jar-_-any-3589287237593870051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:18:56,232 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b0d291{HTTP/1.1, (http/1.1)}{localhost:36265}
2024-11-21T08:18:56,232 INFO  [Time-limited test {}] server.Server(415): Started @193692ms
2024-11-21T08:18:56,580 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:18:56,583 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:18:56,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:18:56,587 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:18:56,587 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:18:56,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f930157{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:18:56,588 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c131e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:18:56,685 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3264e8d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/java.io.tmpdir/jetty-localhost-43041-hadoop-hdfs-3_4_1-tests_jar-_-any-17346480187804151800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:18:56,685 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b723d12{HTTP/1.1, (http/1.1)}{localhost:43041}
2024-11-21T08:18:56,685 INFO  [Time-limited test {}] server.Server(415): Started @194145ms
2024-11-21T08:18:56,686 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:18:57,412 WARN  [Thread-1297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/data/data1/current/BP-1109319345-172.17.0.3-1732177135764/current, will proceed with Du for space computation calculation, 
2024-11-21T08:18:57,412 WARN  [Thread-1298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/data/data2/current/BP-1109319345-172.17.0.3-1732177135764/current, will proceed with Du for space computation calculation, 
2024-11-21T08:18:57,434 WARN  [Thread-1285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:18:57,436 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65381927c12ddc9b with lease ID 0xefedf42f7e1c17ea: Processing first storage report for DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1 from datanode DatanodeRegistration(127.0.0.1:40323, datanodeUuid=9d873e8a-007b-4f91-987c-d08bd8bca742, infoPort=41365, infoSecurePort=0, ipcPort=34621, storageInfo=lv=-57;cid=testClusterID;nsid=1959320921;c=1732177135764)
2024-11-21T08:18:57,436 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65381927c12ddc9b with lease ID 0xefedf42f7e1c17ea: from storage DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1 node DatanodeRegistration(127.0.0.1:40323, datanodeUuid=9d873e8a-007b-4f91-987c-d08bd8bca742, infoPort=41365, infoSecurePort=0, ipcPort=34621, storageInfo=lv=-57;cid=testClusterID;nsid=1959320921;c=1732177135764), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:18:57,436 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x65381927c12ddc9b with lease ID 0xefedf42f7e1c17ea: Processing first storage report for DS-afdd31fe-6aae-4644-8b75-ea0ab02e7ce5 from datanode DatanodeRegistration(127.0.0.1:40323, datanodeUuid=9d873e8a-007b-4f91-987c-d08bd8bca742, infoPort=41365, infoSecurePort=0, ipcPort=34621, storageInfo=lv=-57;cid=testClusterID;nsid=1959320921;c=1732177135764)
2024-11-21T08:18:57,436 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x65381927c12ddc9b with lease ID 0xefedf42f7e1c17ea: from storage DS-afdd31fe-6aae-4644-8b75-ea0ab02e7ce5 node DatanodeRegistration(127.0.0.1:40323, datanodeUuid=9d873e8a-007b-4f91-987c-d08bd8bca742, infoPort=41365, infoSecurePort=0, ipcPort=34621, storageInfo=lv=-57;cid=testClusterID;nsid=1959320921;c=1732177135764), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:18:57,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87
2024-11-21T08:18:57,512 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:57,513 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:57,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:18:57,921 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea with version=8
2024-11-21T08:18:57,921 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/hbase-staging
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:18:57,923 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:18:57,924 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35075
2024-11-21T08:18:57,925 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35075 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:18:57,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350750x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:18:57,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35075-0x1015c7984200000 connected
2024-11-21T08:18:58,215 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:58,217 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:58,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:18:58,221 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea, hbase.cluster.distributed=false
2024-11-21T08:18:58,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/acl
2024-11-21T08:18:58,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35075
2024-11-21T08:18:58,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35075
2024-11-21T08:18:58,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35075
2024-11-21T08:18:58,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35075
2024-11-21T08:18:58,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35075
2024-11-21T08:18:58,250 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:18:58,251 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:18:58,252 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34461
2024-11-21T08:18:58,253 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34461 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:18:58,253 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:58,255 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:58,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344610x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:18:58,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344610x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:18:58,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34461-0x1015c7984200001 connected
2024-11-21T08:18:58,268 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:18:58,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:18:58,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/master
2024-11-21T08:18:58,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/acl
2024-11-21T08:18:58,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34461
2024-11-21T08:18:58,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34461
2024-11-21T08:18:58,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34461
2024-11-21T08:18:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34461
2024-11-21T08:18:58,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34461
2024-11-21T08:18:58,298 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:35075
2024-11-21T08:18:58,300 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0484712441/backup-masters/6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:18:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:18:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:18:58,311 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/backup-masters/6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:18:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:18:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/master
2024-11-21T08:18:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:18:58,321 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/master
2024-11-21T08:18:58,323 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0484712441/backup-masters/6ed56fb6cbf7,35075,1732177137923 from backup master directory
2024-11-21T08:18:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/backup-masters/6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:18:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:18:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:18:58,331 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:18:58,331 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:18:58,337 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/hbase.id] with ID: 920e39f4-33e4-4e5a-b907-d70c5ffb7d1e
2024-11-21T08:18:58,338 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.tmp/hbase.id
2024-11-21T08:18:58,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:18:58,743 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.tmp/hbase.id]:[hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/hbase.id]
2024-11-21T08:18:58,756 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:18:58,756 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:18:58,757 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:18:58,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:18:58,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:18:58,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:18:58,841 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:18:58,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:18:58,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:18:58,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:18:59,250 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store
2024-11-21T08:18:59,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:18:59,464 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:18:59,488 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:59,489 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:59,489 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:59,489 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:59,495 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:18:59,656 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:59,656 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:18:59,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177139656Disabling compacts and flushes for region at 1732177139656Disabling writes for close at 1732177139656Writing region close event to WAL at 1732177139656Closed at 1732177139656
2024-11-21T08:18:59,657 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/.initializing
2024-11-21T08:18:59,657 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:18:59,658 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:18:59,659 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C35075%2C1732177137923, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/oldWALs, maxLogs=10
2024-11-21T08:18:59,671 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659, exclude list is [], retry=0
2024-11-21T08:18:59,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:18:59,675 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:18:59,675 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:18:59,675 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:18:59,675 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:18:59,676 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,676 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,677 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:18:59,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:18:59,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:18:59,678 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:18:59,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:18:59,679 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:18:59,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:18:59,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:18:59,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:18:59,681 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:18:59,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:18:59,681 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:18:59,681 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:18:59,682 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:18:59,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:18:59,683 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:18:59,683 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,684 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,684 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,685 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,685 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,685 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:18:59,686 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:18:59,688 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:18:59,689 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60197395, jitterRate=-0.10298891365528107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:18:59,690 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177139676Initializing all the Stores at 1732177139676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177139677 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177139677Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177139677Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177139677Cleaning up temporary data from old regions at 1732177139685 (+8 ms)Region opened successfully at 1732177139690 (+5 ms)
2024-11-21T08:18:59,690 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:18:59,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4260edde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:18:59,694 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:18:59,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:18:59,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:18:59,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:18:59,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:18:59,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:18:59,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:18:59,698 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:18:59,698 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/balancer because node does not exist (not necessarily an error)
2024-11-21T08:18:59,747 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/balancer already deleted, retry=false
2024-11-21T08:18:59,748 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:18:59,749 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:18:59,801 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/normalizer already deleted, retry=false
2024-11-21T08:18:59,801 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:18:59,802 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:18:59,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/switch/split already deleted, retry=false
2024-11-21T08:18:59,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:18:59,949 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/switch/merge already deleted, retry=false
2024-11-21T08:18:59,951 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:00,022 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:00,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,35075,1732177137923, sessionid=0x1015c7984200000, setting cluster-up flag (Was=false)
2024-11-21T08:19:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,151 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0484712441/flush-table-proc/acquired, /0484712441/flush-table-proc/reached, /0484712441/flush-table-proc/abort
2024-11-21T08:19:00,153 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:00,215 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0484712441/online-snapshot/acquired, /0484712441/online-snapshot/reached, /0484712441/online-snapshot/abort
2024-11-21T08:19:00,220 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:00,222 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:19:00,224 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:00,225 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:00,225 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:00,225 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,35075,1732177137923
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:00,227 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177170233
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:00,233 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:00,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:00,234 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:19:00,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:00,235 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:19:00,236 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,240 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:00,240 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:00,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:00,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:00,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:00,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:00,244 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177140241,5,FailOnTimeoutGroup]
2024-11-21T08:19:00,245 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177140244,5,FailOnTimeoutGroup]
2024-11-21T08:19:00,245 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,245 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:00,245 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,245 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:19:00,287 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(746): ClusterId : 920e39f4-33e4-4e5a-b907-d70c5ffb7d1e
2024-11-21T08:19:00,287 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:00,309 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:00,309 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:00,331 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:00,331 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486c82bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:00,342 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:34461
2024-11-21T08:19:00,342 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:00,342 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:00,342 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:00,343 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,35075,1732177137923 with port=34461, startcode=1732177138250
2024-11-21T08:19:00,343 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:00,344 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:00,344 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,345 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35075 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,346 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea
2024-11-21T08:19:00,346 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41661
2024-11-21T08:19:00,346 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:00,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/rs
2024-11-21T08:19:00,362 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] zookeeper.ZKUtil(111): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/rs/6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,362 WARN  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:00,362 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:00,362 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,362 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,34461,1732177138250]
2024-11-21T08:19:00,365 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:00,366 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:00,367 INFO  [RS:0;6ed56fb6cbf7:34461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:00,367 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,368 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:00,369 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:00,369 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:00,369 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,371 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34461,1732177138250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:00,385 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:00,385 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34461,1732177138250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,385 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,385 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.Replication(171): 6ed56fb6cbf7,34461,1732177138250 started
2024-11-21T08:19:00,399 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:00,399 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,34461,1732177138250, RpcServer on 6ed56fb6cbf7/172.17.0.3:34461, sessionid=0x1015c7984200001
2024-11-21T08:19:00,399 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:00,399 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,399 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34461,1732177138250'
2024-11-21T08:19:00,399 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0484712441/flush-table-proc/abort'
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0484712441/flush-table-proc/acquired'
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34461,1732177138250'
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0484712441/online-snapshot/abort'
2024-11-21T08:19:00,400 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0484712441/online-snapshot/acquired'
2024-11-21T08:19:00,401 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:00,401 INFO  [RS:0;6ed56fb6cbf7:34461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:00,401 INFO  [RS:0;6ed56fb6cbf7:34461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:00,504 INFO  [RS:0;6ed56fb6cbf7:34461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:00,507 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34461%2C1732177138250, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:00,526 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507, exclude list is [], retry=0
2024-11-21T08:19:00,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:00,530 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507
2024-11-21T08:19:00,530 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:00,648 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:19:00,649 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea
2024-11-21T08:19:00,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:19:01,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:01,057 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:01,058 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:01,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:01,060 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:01,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,060 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,060 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:01,061 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:01,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:01,062 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:01,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,063 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:01,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:01,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:01,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:01,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:01,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:01,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:01,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:01,068 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67889569, jitterRate=0.011633411049842834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177141056Initializing all the Stores at 1732177141057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177141057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141057Cleaning up temporary data from old regions at 1732177141065 (+8 ms)Region opened successfully at 1732177141069 (+4 ms)
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:01,069 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:01,069 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:01,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177141069Disabling compacts and flushes for region at 1732177141069Disabling writes for close at 1732177141069Writing region close event to WAL at 1732177141069Closed at 1732177141069
2024-11-21T08:19:01,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:01,070 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:19:01,070 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:01,071 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:01,072 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:19:01,222 DEBUG [6ed56fb6cbf7:35075 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:01,223 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:01,224 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34461,1732177138250, state=OPENING
2024-11-21T08:19:01,236 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:01,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:01,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:01,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:01,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:01,247 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34461,1732177138250}]
2024-11-21T08:19:01,400 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:01,402 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:01,406 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:01,406 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:01,406 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:01,408 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34461%2C1732177138250.meta, suffix=.meta, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:01,424 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.meta.1732177141408.meta, exclude list is [], retry=0
2024-11-21T08:19:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:01,428 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.meta.1732177141408.meta
2024-11-21T08:19:01,428 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:01,428 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:01,429 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:01,429 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:01,429 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:01,430 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:01,431 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:01,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,431 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:01,432 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:01,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,432 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:01,433 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:01,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,433 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:01,434 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:01,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:01,434 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:01,434 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:01,435 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:01,436 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:01,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:01,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:01,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:01,438 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:01,439 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74601283, jitterRate=0.11164574325084686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:01,439 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:01,440 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177141429Writing region info on filesystem at 1732177141429Initializing all the Stores at 1732177141430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177141430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177141430Cleaning up temporary data from old regions at 1732177141437 (+7 ms)Running coprocessor post-open hooks at 1732177141439 (+2 ms)Region opened successfully at 1732177141440 (+1 ms)
2024-11-21T08:19:01,441 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177141400
2024-11-21T08:19:01,442 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:01,442 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:01,443 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:01,444 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34461,1732177138250, state=OPEN
2024-11-21T08:19:01,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:01,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:01,487 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:01,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:01,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:01,489 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:19:01,489 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34461,1732177138250 in 240 msec
2024-11-21T08:19:01,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:19:01,490 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec
2024-11-21T08:19:01,491 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:01,491 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:19:01,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:01,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34461,1732177138250, seqNum=-1]
2024-11-21T08:19:01,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:01,494 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:01,498 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec
2024-11-21T08:19:01,499 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177141498, completionTime=-1
2024-11-21T08:19:01,499 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:19:01,499 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:01,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:01,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177201500
2024-11-21T08:19:01,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177261500
2024-11-21T08:19:01,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:19:01,500 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:35075, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,502 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.173sec
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:01,504 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:01,506 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:01,506 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:01,506 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35075,1732177137923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:01,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6523d5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:01,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35075,-1 for getting cluster id
2024-11-21T08:19:01,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:01,589 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '920e39f4-33e4-4e5a-b907-d70c5ffb7d1e'
2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "920e39f4-33e4-4e5a-b907-d70c5ffb7d1e"

2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778e3c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35075,-1]
2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:01,591 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:01,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c6e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:01,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34461,1732177138250, seqNum=-1]
2024-11-21T08:19:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:01,593 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:01,595 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:01,596 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:01,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:01,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7984200002 connected
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir so I do NOT create it in target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe
2024-11-21T08:19:01,648 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.tmp.dir so I do NOT create it in target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe
2024-11-21T08:19:01,648 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:19:01,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/cluster_c571805f-3e18-9dfc-7915-77f727ab788e, deleteOnExit=true
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:19:01,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/test.cache.data in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:19:01,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:19:01,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:19:01,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:01,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:19:01,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:19:02,342 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:02,346 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:02,347 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:02,348 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:02,348 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:19:02,348 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:02,349 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59660647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:02,349 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2e2448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:02,450 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a5775eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/java.io.tmpdir/jetty-localhost-37109-hadoop-hdfs-3_4_1-tests_jar-_-any-12621104706746220885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:02,451 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@313f4481{HTTP/1.1, (http/1.1)}{localhost:37109}
2024-11-21T08:19:02,451 INFO  [Time-limited test {}] server.Server(415): Started @199910ms
2024-11-21T08:19:02,707 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:02,711 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:02,714 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:02,714 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:02,714 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:19:02,715 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2562b4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:02,715 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f2f38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:02,818 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcfd876{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/java.io.tmpdir/jetty-localhost-39155-hadoop-hdfs-3_4_1-tests_jar-_-any-705032925246573790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:02,818 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1af6c6a4{HTTP/1.1, (http/1.1)}{localhost:39155}
2024-11-21T08:19:02,818 INFO  [Time-limited test {}] server.Server(415): Started @200278ms
2024-11-21T08:19:02,820 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:19:03,684 WARN  [Thread-1418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/cluster_c571805f-3e18-9dfc-7915-77f727ab788e/data/data1/current/BP-197700861-172.17.0.3-1732177141667/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:03,684 WARN  [Thread-1419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/cluster_c571805f-3e18-9dfc-7915-77f727ab788e/data/data2/current/BP-197700861-172.17.0.3-1732177141667/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:03,700 WARN  [Thread-1406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:19:03,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdf06a1686a628b5 with lease ID 0xcc5d73a204805d82: Processing first storage report for DS-a6ec7c12-4a0f-4b3b-8a57-70e92b1b60dc from datanode DatanodeRegistration(127.0.0.1:33883, datanodeUuid=d57c9c85-67ec-41d2-9302-62187cc7d370, infoPort=37633, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1770825072;c=1732177141667)
2024-11-21T08:19:03,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdf06a1686a628b5 with lease ID 0xcc5d73a204805d82: from storage DS-a6ec7c12-4a0f-4b3b-8a57-70e92b1b60dc node DatanodeRegistration(127.0.0.1:33883, datanodeUuid=d57c9c85-67ec-41d2-9302-62187cc7d370, infoPort=37633, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1770825072;c=1732177141667), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:03,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdf06a1686a628b5 with lease ID 0xcc5d73a204805d82: Processing first storage report for DS-d29f5d34-ca72-4b9c-9f7d-4e322ef73347 from datanode DatanodeRegistration(127.0.0.1:33883, datanodeUuid=d57c9c85-67ec-41d2-9302-62187cc7d370, infoPort=37633, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1770825072;c=1732177141667)
2024-11-21T08:19:03,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdf06a1686a628b5 with lease ID 0xcc5d73a204805d82: from storage DS-d29f5d34-ca72-4b9c-9f7d-4e322ef73347 node DatanodeRegistration(127.0.0.1:33883, datanodeUuid=d57c9c85-67ec-41d2-9302-62187cc7d370, infoPort=37633, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1770825072;c=1732177141667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:03,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe
2024-11-21T08:19:03,761 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:03,762 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:03,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:19:04,170 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f with version=8
2024-11-21T08:19:04,170 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/hbase-staging
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:04,172 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33669
2024-11-21T08:19:04,173 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33669 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:04,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336690x0, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:04,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33669-0x1015c7984200003 connected
2024-11-21T08:19:04,331 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:04,333 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:04,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/running
2024-11-21T08:19:04,335 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f, hbase.cluster.distributed=false
2024-11-21T08:19:04,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/acl
2024-11-21T08:19:04,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33669
2024-11-21T08:19:04,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33669
2024-11-21T08:19:04,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33669
2024-11-21T08:19:04,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33669
2024-11-21T08:19:04,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33669
2024-11-21T08:19:04,360 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:04,360 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:04,361 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41775
2024-11-21T08:19:04,363 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41775 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:04,363 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:04,365 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:04,373 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417750x0, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:04,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417750x0, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/running
2024-11-21T08:19:04,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41775-0x1015c7984200004 connected
2024-11-21T08:19:04,373 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:04,380 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:04,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/master
2024-11-21T08:19:04,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/acl
2024-11-21T08:19:04,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41775
2024-11-21T08:19:04,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41775
2024-11-21T08:19:04,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41775
2024-11-21T08:19:04,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41775
2024-11-21T08:19:04,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41775
2024-11-21T08:19:04,409 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:33669
2024-11-21T08:19:04,409 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1193953754/backup-masters/6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:04,424 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/backup-masters
2024-11-21T08:19:04,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/backup-masters
2024-11-21T08:19:04,425 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on existing znode=/1193953754/backup-masters/6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:04,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:04,436 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1193953754/master
2024-11-21T08:19:04,436 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:04,436 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on existing znode=/1193953754/master
2024-11-21T08:19:04,436 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1193953754/backup-masters/6ed56fb6cbf7,33669,1732177144171 from backup master directory
2024-11-21T08:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1193953754/backup-masters/6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:04,446 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/backup-masters
2024-11-21T08:19:04,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/backup-masters
2024-11-21T08:19:04,446 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:04,446 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:04,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/hbase.id] with ID: 2529b41f-296a-444a-a2ed-a33e9e43d13c
2024-11-21T08:19:04,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/.tmp/hbase.id
2024-11-21T08:19:04,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:19:04,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:19:04,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:19:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-21T08:19:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T08:19:04,858 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/.tmp/hbase.id]:[hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/hbase.id]
2024-11-21T08:19:04,868 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:04,868 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:19:04,869 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:19:04,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:04,878 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:04,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:19:05,283 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:05,284 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:19:05,284 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:05,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:19:05,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store
2024-11-21T08:19:05,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:06,103 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:06,103 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:06,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177146103Disabling compacts and flushes for region at 1732177146103Disabling writes for close at 1732177146103Writing region close event to WAL at 1732177146103Closed at 1732177146103
2024-11-21T08:19:06,104 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/.initializing
2024-11-21T08:19:06,104 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/WALs/6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:06,106 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:06,107 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C33669%2C1732177144171, suffix=, logDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/WALs/6ed56fb6cbf7,33669,1732177144171, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/oldWALs, maxLogs=10
2024-11-21T08:19:06,126 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/WALs/6ed56fb6cbf7,33669,1732177144171/6ed56fb6cbf7%2C33669%2C1732177144171.1732177146108, exclude list is [], retry=0
2024-11-21T08:19:06,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33883,DS-a6ec7c12-4a0f-4b3b-8a57-70e92b1b60dc,DISK]
2024-11-21T08:19:06,134 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/WALs/6ed56fb6cbf7,33669,1732177144171/6ed56fb6cbf7%2C33669%2C1732177144171.1732177146108
2024-11-21T08:19:06,136 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)]
2024-11-21T08:19:06,136 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:06,136 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:06,136 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,137 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,140 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:06,142 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:19:06,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:06,142 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:06,142 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:06,143 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:19:06,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:06,144 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:06,144 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:06,145 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:19:06,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:06,146 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:06,146 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:06,147 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:19:06,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:06,148 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:06,148 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,149 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,149 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,150 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,150 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,151 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:06,152 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:06,154 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:06,154 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75441138, jitterRate=0.12416055798530579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:06,154 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177146137Initializing all the Stores at 1732177146138 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177146138Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177146140 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177146140Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177146140Cleaning up temporary data from old regions at 1732177146150 (+10 ms)Region opened successfully at 1732177146154 (+4 ms)
2024-11-21T08:19:06,155 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:19:06,158 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7136472c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:06,159 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:19:06,159 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:19:06,159 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:19:06,159 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:19:06,160 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:19:06,160 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:19:06,160 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:19:06,169 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:19:06,170 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/balancer because node does not exist (not necessarily an error)
2024-11-21T08:19:06,278 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/balancer already deleted, retry=false
2024-11-21T08:19:06,278 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:19:06,279 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:19:06,288 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/normalizer already deleted, retry=false
2024-11-21T08:19:06,289 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:19:06,290 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:19:06,299 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/switch/split already deleted, retry=false
2024-11-21T08:19:06,300 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:19:06,309 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/switch/merge already deleted, retry=false
2024-11-21T08:19:06,311 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:06,362 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:06,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:19:06,372 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1193953754/running
2024-11-21T08:19:06,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1193953754/running
2024-11-21T08:19:06,373 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,373 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,33669,1732177144171, sessionid=0x1015c7984200003, setting cluster-up flag (Was=false)
2024-11-21T08:19:06,393 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,425 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1193953754/flush-table-proc/acquired, /1193953754/flush-table-proc/reached, /1193953754/flush-table-proc/abort
2024-11-21T08:19:06,427 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:06,456 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:06,489 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1193953754/online-snapshot/acquired, /1193953754/online-snapshot/reached, /1193953754/online-snapshot/abort
2024-11-21T08:19:06,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:06,495 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:19:06,505 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:06,506 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:06,506 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:06,506 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,33669,1732177144171
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:06,508 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,509 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:06,509 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,509 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(746): ClusterId : 2529b41f-296a-444a-a2ed-a33e9e43d13c
2024-11-21T08:19:06,510 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:06,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:06,517 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:19:06,518 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:06,518 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:19:06,521 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:06,521 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:06,535 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:06,536 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f106e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177176538
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:06,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:06,540 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,544 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:06,544 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:06,544 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:06,544 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:06,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:06,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:06,545 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177146545,5,FailOnTimeoutGroup]
2024-11-21T08:19:06,545 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177146545,5,FailOnTimeoutGroup]
2024-11-21T08:19:06,545 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:06,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,546 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,573 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:41775
2024-11-21T08:19:06,573 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:06,573 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:06,573 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:06,574 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,33669,1732177144171 with port=41775, startcode=1732177144360
2024-11-21T08:19:06,575 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:06,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:19:06,586 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:19:06,587 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f
2024-11-21T08:19:06,597 INFO  [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:06,597 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,597 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33669 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,599 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f
2024-11-21T08:19:06,599 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39071
2024-11-21T08:19:06,599 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:06,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:19:06,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/rs
2024-11-21T08:19:06,615 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] zookeeper.ZKUtil(111): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on existing znode=/1193953754/rs/6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,615 WARN  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:06,615 INFO  [RS:0;6ed56fb6cbf7:41775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:06,615 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,636 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,41775,1732177144360]
2024-11-21T08:19:06,656 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:06,664 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:06,670 INFO  [RS:0;6ed56fb6cbf7:41775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:06,671 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,675 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:06,677 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:06,677 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,677 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,680 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,681 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,681 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:06,681 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:06,681 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,682 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41775,1732177144360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:06,704 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:06,704 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41775,1732177144360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,705 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,705 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.Replication(171): 6ed56fb6cbf7,41775,1732177144360 started
2024-11-21T08:19:06,724 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:06,724 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,41775,1732177144360, RpcServer on 6ed56fb6cbf7/172.17.0.3:41775, sessionid=0x1015c7984200004
2024-11-21T08:19:06,724 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:06,724 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,724 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41775,1732177144360'
2024-11-21T08:19:06,724 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1193953754/flush-table-proc/abort'
2024-11-21T08:19:06,727 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1193953754/flush-table-proc/acquired'
2024-11-21T08:19:06,728 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:06,728 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:06,728 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:06,728 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41775,1732177144360'
2024-11-21T08:19:06,728 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1193953754/online-snapshot/abort'
2024-11-21T08:19:06,729 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1193953754/online-snapshot/acquired'
2024-11-21T08:19:06,729 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:06,729 INFO  [RS:0;6ed56fb6cbf7:41775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:06,730 INFO  [RS:0;6ed56fb6cbf7:41775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:06,830 INFO  [RS:0;6ed56fb6cbf7:41775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:06,831 INFO  [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41775%2C1732177144360, suffix=, logDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/oldWALs, maxLogs=10
2024-11-21T08:19:06,844 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360/6ed56fb6cbf7%2C41775%2C1732177144360.1732177146832, exclude list is [], retry=0
2024-11-21T08:19:06,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33883,DS-a6ec7c12-4a0f-4b3b-8a57-70e92b1b60dc,DISK]
2024-11-21T08:19:06,848 INFO  [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360/6ed56fb6cbf7%2C41775%2C1732177144360.1732177146832
2024-11-21T08:19:06,849 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)]
2024-11-21T08:19:06,931 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:06,950 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:06,950 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:06,951 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:06,951 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:06,956 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:07,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:07,012 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:07,013 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:07,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,014 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,014 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:07,015 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:07,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,016 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:07,018 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:07,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,018 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,019 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:07,020 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:07,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,021 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:07,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740
2024-11-21T08:19:07,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740
2024-11-21T08:19:07,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:07,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:07,023 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:07,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:07,026 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895027, jitterRate=-0.09259338676929474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177147010Initializing all the Stores at 1732177147011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177147011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147011Cleaning up temporary data from old regions at 1732177147022 (+11 ms)Region opened successfully at 1732177147026 (+4 ms)
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:07,026 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:07,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:07,027 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:07,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177147026Disabling compacts and flushes for region at 1732177147026Disabling writes for close at 1732177147026Writing region close event to WAL at 1732177147027 (+1 ms)Closed at 1732177147027
2024-11-21T08:19:07,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:07,028 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:19:07,028 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:07,029 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:07,030 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:19:07,182 DEBUG [6ed56fb6cbf7:33669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:07,183 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:07,184 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41775,1732177144360, state=OPENING
2024-11-21T08:19:07,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:19:07,309 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:07,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1193953754/meta-region-server: CHANGED
2024-11-21T08:19:07,310 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1193953754/meta-region-server: CHANGED
2024-11-21T08:19:07,310 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41775,1732177144360}]
2024-11-21T08:19:07,463 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:07,464 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:07,468 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:07,468 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:07,468 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:07,469 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41775%2C1732177144360.meta, suffix=.meta, logDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/oldWALs, maxLogs=10
2024-11-21T08:19:07,481 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360/6ed56fb6cbf7%2C41775%2C1732177144360.meta.1732177147469.meta, exclude list is [], retry=0
2024-11-21T08:19:07,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33883,DS-a6ec7c12-4a0f-4b3b-8a57-70e92b1b60dc,DISK]
2024-11-21T08:19:07,485 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360/6ed56fb6cbf7%2C41775%2C1732177144360.meta.1732177147469.meta
2024-11-21T08:19:07,486 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37633:37633)]
2024-11-21T08:19:07,486 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:07,487 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:07,487 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:07,487 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:07,488 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:07,489 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:07,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:07,490 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:07,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,491 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:07,491 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:07,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,492 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:07,493 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:07,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:07,493 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:07,494 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740
2024-11-21T08:19:07,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740
2024-11-21T08:19:07,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:07,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:07,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:07,497 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:07,497 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115002, jitterRate=-0.0893155038356781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:07,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:07,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177147487Writing region info on filesystem at 1732177147487Initializing all the Stores at 1732177147488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147488Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147488Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177147488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177147488Cleaning up temporary data from old regions at 1732177147496 (+8 ms)Running coprocessor post-open hooks at 1732177147498 (+2 ms)Region opened successfully at 1732177147498
2024-11-21T08:19:07,498 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177147463
2024-11-21T08:19:07,500 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:07,500 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:07,501 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:07,501 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41775,1732177144360, state=OPEN
2024-11-21T08:19:07,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1193953754/meta-region-server
2024-11-21T08:19:07,556 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1193953754/meta-region-server
2024-11-21T08:19:07,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:07,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1193953754/meta-region-server: CHANGED
2024-11-21T08:19:07,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1193953754/meta-region-server: CHANGED
2024-11-21T08:19:07,558 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:19:07,558 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41775,1732177144360 in 246 msec
2024-11-21T08:19:07,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:19:07,560 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 530 msec
2024-11-21T08:19:07,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:07,561 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:19:07,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:07,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41775,1732177144360, seqNum=-1]
2024-11-21T08:19:07,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:07,564 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:07,569 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0710 sec
2024-11-21T08:19:07,569 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177147569, completionTime=-1
2024-11-21T08:19:07,569 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:19:07,569 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:07,570 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177207571
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177267571
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:33669, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,573 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.129sec
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:07,575 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:07,579 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:07,579 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:07,579 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33669,1732177144171-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:07,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239d60da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33669,-1 for getting cluster id
2024-11-21T08:19:07,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:07,610 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2529b41f-296a-444a-a2ed-a33e9e43d13c'
2024-11-21T08:19:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:07,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2529b41f-296a-444a-a2ed-a33e9e43d13c"

2024-11-21T08:19:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ace23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33669,-1]
2024-11-21T08:19:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:07,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:07,612 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:07,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776508e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41775,1732177144360, seqNum=-1]
2024-11-21T08:19:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:07,616 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:07,617 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:07,618 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:07,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:07,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7984200005 connected
2024-11-21T08:19:07,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa60bbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35075,-1 for getting cluster id
2024-11-21T08:19:07,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:07,649 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '920e39f4-33e4-4e5a-b907-d70c5ffb7d1e'
2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "920e39f4-33e4-4e5a-b907-d70c5ffb7d1e"

2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae0696c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35075,-1]
2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:07,651 INFO  [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25372b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b28bbc
2024-11-21T08:19:07,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:07,654 INFO  [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:07,654 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:33669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:19:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:19:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:07,657 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:33669'
2024-11-21T08:19:07,658 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2359cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,658 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33669,-1 for getting cluster id
2024-11-21T08:19:07,658 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:07,659 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2529b41f-296a-444a-a2ed-a33e9e43d13c'
2024-11-21T08:19:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:07,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2529b41f-296a-444a-a2ed-a33e9e43d13c"

2024-11-21T08:19:07,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2300f6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33669,-1]
2024-11-21T08:19:07,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:07,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:07,661 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:07,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250999f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:07,662 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c379bc9
2024-11-21T08:19:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:07,664 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:07,665 INFO  [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3.
2024-11-21T08:19:07,665 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:19:07,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:07,665 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:07,665 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:07,666 INFO  [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:07,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:19:07,668 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:19:07,668 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:07,669 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:19:07,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741835_1011 (size=1138)
2024-11-21T08:19:07,717 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:19:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:08,078 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70795ca120c4076d1da89c06ddaef607, NAME => 'hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea
2024-11-21T08:19:08,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741836_1012 (size=44)
2024-11-21T08:19:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 70795ca120c4076d1da89c06ddaef607, disabling compactions & flushes
2024-11-21T08:19:08,489 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. after waiting 0 ms
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,489 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,489 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70795ca120c4076d1da89c06ddaef607:
Waiting for close lock at 1732177148489Disabling compacts and flushes for region at 1732177148489Disabling writes for close at 1732177148489Writing region close event to WAL at 1732177148489Closed at 1732177148489
2024-11-21T08:19:08,490 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:19:08,490 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177148490"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177148490"}]},"ts":"1732177148490"}
2024-11-21T08:19:08,492 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:19:08,493 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:19:08,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177148493"}]},"ts":"1732177148493"}
2024-11-21T08:19:08,495 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:19:08,495 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN}]
2024-11-21T08:19:08,496 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN
2024-11-21T08:19:08,497 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,34461,1732177138250; forceNewPlan=false, retain=false
2024-11-21T08:19:08,648 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70795ca120c4076d1da89c06ddaef607, regionState=OPENING, regionLocation=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:08,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN because future has completed
2024-11-21T08:19:08,651 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,34461,1732177138250}]
2024-11-21T08:19:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:08,807 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,807 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:08,807 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:19:08,809 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34461%2C1732177138250.rep, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:08,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.rep.1732177148809, exclude list is [], retry=0
2024-11-21T08:19:08,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:08,824 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.rep.1732177148809
2024-11-21T08:19:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 70795ca120c4076d1da89c06ddaef607, NAME => 'hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:08,825 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. service=MultiRowMutationService
2024-11-21T08:19:08,825 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:19:08,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:08,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,827 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:08,828 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName hfileref
2024-11-21T08:19:08,828 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:08,828 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:08,828 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:08,829 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName queue
2024-11-21T08:19:08,829 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:08,830 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:08,830 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:08,830 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName sid
2024-11-21T08:19:08,830 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:08,831 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:08,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:08,837 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 70795ca120c4076d1da89c06ddaef607; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69434608, jitterRate=0.03465628623962402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:08,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:08,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 70795ca120c4076d1da89c06ddaef607:
Running coprocessor pre-open hook at 1732177148826Writing region info on filesystem at 1732177148826Initializing all the Stores at 1732177148827 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177148827Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177148827Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177148827Cleaning up temporary data from old regions at 1732177148833 (+6 ms)Running coprocessor post-open hooks at 1732177148837 (+4 ms)Region opened successfully at 1732177148837
2024-11-21T08:19:08,838 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., pid=7, masterSystemTime=1732177148803
2024-11-21T08:19:08,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,845 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:08,846 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=70795ca120c4076d1da89c06ddaef607, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:08,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,34461,1732177138250 because future has completed
2024-11-21T08:19:08,850 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6
2024-11-21T08:19:08,850 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,34461,1732177138250 in 198 msec
2024-11-21T08:19:08,852 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:19:08,852 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN in 355 msec
2024-11-21T08:19:08,853 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:19:08,853 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177148853"}]},"ts":"1732177148853"}
2024-11-21T08:19:08,854 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:19:08,855 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:19:08,857 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec
2024-11-21T08:19:08,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., hostname=6ed56fb6cbf7,34461,1732177138250, seqNum=2]
2024-11-21T08:19:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:09,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:09,269 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:19:09,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8
2024-11-21T08:19:09,422 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:19:09,464 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,34461,1732177138250, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:19:09,465 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:09,465 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34461,1732177138250, seqNum=-1]
2024-11-21T08:19:09,465 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:09,467 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService
2024-11-21T08:19:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,34461,1732177138250', locateType=CURRENT is [region=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., hostname=6ed56fb6cbf7,34461,1732177138250, seqNum=2]
2024-11-21T08:19:09,473 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-21T08:19:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-21T08:19:09,485 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,34461,1732177138250 suceeded
2024-11-21T08:19:09,488 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:33669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:19:09,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4
2024-11-21T08:19:09,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec
2024-11-21T08:19:09,491 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8330 sec
2024-11-21T08:19:09,496 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:33669'
2024-11-21T08:19:09,505 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d54479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:09,505 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33669,-1 for getting cluster id
2024-11-21T08:19:09,506 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:09,506 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2529b41f-296a-444a-a2ed-a33e9e43d13c'
2024-11-21T08:19:09,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:09,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2529b41f-296a-444a-a2ed-a33e9e43d13c"

2024-11-21T08:19:09,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f9b0256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:09,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33669,-1]
2024-11-21T08:19:09,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:09,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,509 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:09,510 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250c646d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:09,510 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:09,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c91b34
2024-11-21T08:19:09,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:09,514 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:09,515 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,34461,1732177138250 (queues=1) is replicating from cluster=920e39f4-33e4-4e5a-b907-d70c5ffb7d1e to cluster=2529b41f-296a-444a-a2ed-a33e9e43d13c
2024-11-21T08:19:09,515 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C34461%2C1732177138250
2024-11-21T08:19:09,515 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,34461,1732177138250, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:19:09,516 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.wal-reader.6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507, startPosition=0, beingWritten=true
2024-11-21T08:19:09,524 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.shipper6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C34461%2C1732177138250
2024-11-21T08:19:09,735 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.wal-reader.6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507 to pos 0, reset compression=false
2024-11-21T08:19:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:09,808 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:19:09,808 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:09,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:09,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,809 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:09,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71424033
2024-11-21T08:19:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:09,811 INFO  [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:09,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35075 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:19:09,812 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:09,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:09,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,812 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:09,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:19:09,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=266678859, stopped=false
2024-11-21T08:19:09,813 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,35075,1732177137923
2024-11-21T08:19:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:09,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:09,895 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:09,895 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:09,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:09,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:09,895 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,34461,1732177138250' *****
2024-11-21T08:19:09,895 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:19:09,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:09,895 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:19:09,895 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:19:09,895 INFO  [RS:0;6ed56fb6cbf7:34461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:19:09,895 INFO  [RS:0;6ed56fb6cbf7:34461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34461.
2024-11-21T08:19:09,896 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:09,896 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70795ca120c4076d1da89c06ddaef607, disabling compactions & flushes
2024-11-21T08:19:09,896 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. after waiting 0 ms
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:19:09,896 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70795ca120c4076d1da89c06ddaef607 3/3 column families, dataSize=147 B heapSize=992 B
2024-11-21T08:19:09,896 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:19:09,896 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1325): Online Regions={70795ca120c4076d1da89c06ddaef607=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., 1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:19:09,896 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:09,896 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:09,896 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:09,897 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-21T08:19:09,910 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/.tmp/queue/81f7bb9c245f405ca74867f9cf969442 is 151, key is 1-6ed56fb6cbf7,34461,1732177138250/queue:6ed56fb6cbf7%2C34461%2C1732177138250/1732177149470/Put/seqid=0
2024-11-21T08:19:09,910 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/36e56de362f14bd28658ce92ce21307d is 147, key is hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607./info:regioninfo/1732177148846/Put/seqid=0
2024-11-21T08:19:09,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741838_1014 (size=5350)
2024-11-21T08:19:09,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741839_1015 (size=6631)
2024-11-21T08:19:09,979 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:10,042 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.wal-reader.6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507 to pos 0, reset compression=false
2024-11-21T08:19:10,096 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:10,297 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:10,314 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/.tmp/queue/81f7bb9c245f405ca74867f9cf969442
2024-11-21T08:19:10,314 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/36e56de362f14bd28658ce92ce21307d
2024-11-21T08:19:10,319 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/.tmp/queue/81f7bb9c245f405ca74867f9cf969442 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/queue/81f7bb9c245f405ca74867f9cf969442
2024-11-21T08:19:10,325 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/queue/81f7bb9c245f405ca74867f9cf969442, entries=1, sequenceid=5, filesize=5.2 K
2024-11-21T08:19:10,326 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 70795ca120c4076d1da89c06ddaef607 in 430ms, sequenceid=5, compaction requested=false
2024-11-21T08:19:10,326 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:19:10,330 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:19:10,331 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:10,331 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:10,331 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:10,331 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70795ca120c4076d1da89c06ddaef607:
Waiting for close lock at 1732177149896Running coprocessor pre-close hooks at 1732177149896Disabling compacts and flushes for region at 1732177149896Disabling writes for close at 1732177149896Obtaining lock to block concurrent updates at 1732177149896Preparing flush snapshotting stores in 70795ca120c4076d1da89c06ddaef607 at 1732177149896Finished memstore snapshotting hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732177149896Flushing stores of hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. at 1732177149897 (+1 ms)Flushing 70795ca120c4076d1da89c06ddaef607/queue: creating writer at 1732177149897Flushing 70795ca120c4076d1da89c06ddaef607/queue: appending metadata at 1732177149909 (+12 ms)Flushing 70795ca120c4076d1da89c06ddaef607/queue: closing flushed file at 1732177149909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fcecbd: reopening flushed file at 1732177150319 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 70795ca120c4076d1da89c06ddaef607 in 430ms, sequenceid=5, compaction requested=false at 1732177150326 (+7 ms)Writing region close event to WAL at 1732177150327 (+1 ms)Running coprocessor post-close hooks at 1732177150331 (+4 ms)Closed at 1732177150331
2024-11-21T08:19:10,331 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:10,334 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/ns/76dcbc09791e444db720505c946bccd9 is 43, key is default/ns:d/1732177141494/Put/seqid=0
2024-11-21T08:19:10,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741840_1016 (size=5153)
2024-11-21T08:19:10,371 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:19:10,371 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:19:10,446 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.wal-reader.6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507 to pos 0, reset compression=false
2024-11-21T08:19:10,497 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:10,697 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:10,738 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/ns/76dcbc09791e444db720505c946bccd9
2024-11-21T08:19:10,754 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/table/d55c5237f8a34d4480c28c09550ed24b is 53, key is hbase:replication/table:state/1732177148853/Put/seqid=0
2024-11-21T08:19:10,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741841_1017 (size=5256)
2024-11-21T08:19:10,897 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:19:10,897 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:19:10,897 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:10,950 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.wal-reader.6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507 to pos 0, reset compression=false
2024-11-21T08:19:11,097 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:11,159 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/table/d55c5237f8a34d4480c28c09550ed24b
2024-11-21T08:19:11,166 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/36e56de362f14bd28658ce92ce21307d as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/info/36e56de362f14bd28658ce92ce21307d
2024-11-21T08:19:11,171 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/info/36e56de362f14bd28658ce92ce21307d, entries=10, sequenceid=11, filesize=6.5 K
2024-11-21T08:19:11,172 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/ns/76dcbc09791e444db720505c946bccd9 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/ns/76dcbc09791e444db720505c946bccd9
2024-11-21T08:19:11,177 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/ns/76dcbc09791e444db720505c946bccd9, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:19:11,178 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/table/d55c5237f8a34d4480c28c09550ed24b as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/table/d55c5237f8a34d4480c28c09550ed24b
2024-11-21T08:19:11,184 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/table/d55c5237f8a34d4480c28c09550ed24b, entries=2, sequenceid=11, filesize=5.1 K
2024-11-21T08:19:11,185 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false
2024-11-21T08:19:11,190 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:19:11,190 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:11,190 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:11,190 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:11,190 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177149896Running coprocessor pre-close hooks at 1732177149896Disabling compacts and flushes for region at 1732177149896Disabling writes for close at 1732177149896Obtaining lock to block concurrent updates at 1732177149897 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732177149897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732177149897Flushing stores of hbase:meta,,1.1588230740 at 1732177149897Flushing 1588230740/info: creating writer at 1732177149897Flushing 1588230740/info: appending metadata at 1732177149909 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732177149909Flushing 1588230740/ns: creating writer at 1732177150319 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732177150333 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732177150334 (+1 ms)Flushing 1588230740/table: creating writer at 1732177150742 (+408 ms)Flushing 1588230740/table: appending metadata at 1732177150754 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732177150754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c8b6e5: reopening flushed file at 1732177151165 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15adb68e: reopening flushed file at 1732177151171 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@455177b9: reopening flushed file at 1732177151177 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732177151185 (+8 ms)Writing region close event to WAL at 1732177151186 (+1 ms)Running coprocessor post-close hooks at 1732177151190 (+4 ms)Closed at 1732177151190
2024-11-21T08:19:11,191 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:11,298 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,34461,1732177138250; all regions closed.
2024-11-21T08:19:11,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741834_1010 (size=2742)
2024-11-21T08:19:11,306 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:11,306 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34461%2C1732177138250.meta:.meta(num 1732177141408)
2024-11-21T08:19:11,314 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.rep.1732177148809 not finished, retry = 0
2024-11-21T08:19:11,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741837_1013 (size=1586)
2024-11-21T08:19:11,416 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:11,416 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34461%2C1732177138250.rep:(num 1732177148809)
2024-11-21T08:19:11,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741832_1008 (size=93)
2024-11-21T08:19:11,418 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250/6ed56fb6cbf7%2C34461%2C1732177138250.1732177140507 not finished, retry = 0
2024-11-21T08:19:11,520 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:11,520 INFO  [RS:0;6ed56fb6cbf7:34461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C34461%2C1732177138250:(num 1732177140507)
2024-11-21T08:19:11,520 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:11,520 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:11,520 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:11,520 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:11,521 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:11,521 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:11,521 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,34461,1732177138250 because: Region server is closing
2024-11-21T08:19:11,521 INFO  [RS:0;6ed56fb6cbf7:34461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34461.
2024-11-21T08:19:11,521 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:11,521 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:11,521 DEBUG [RS:0;6ed56fb6cbf7:34461 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:11,521 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:11,621 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.shipper6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:19:11,621 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34461,1732177138250.replicationSource.shipper6ed56fb6cbf7%2C34461%2C1732177138250,1-6ed56fb6cbf7,34461,1732177138250 terminated
2024-11-21T08:19:11,621 INFO  [RS:0;6ed56fb6cbf7:34461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34461
2024-11-21T08:19:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/rs/6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:11,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/rs
2024-11-21T08:19:11,667 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:11,667 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,34461,1732177138250]
2024-11-21T08:19:11,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/draining/6ed56fb6cbf7,34461,1732177138250 already deleted, retry=false
2024-11-21T08:19:11,688 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,34461,1732177138250 expired; onlineServers=0
2024-11-21T08:19:11,688 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,35075,1732177137923' *****
2024-11-21T08:19:11,688 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:19:11,688 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:11,688 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:11,688 DEBUG [M:0;6ed56fb6cbf7:35075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:19:11,688 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:19:11,688 DEBUG [M:0;6ed56fb6cbf7:35075 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:19:11,688 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177140244 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177140244,5,FailOnTimeoutGroup]
2024-11-21T08:19:11,688 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177140241 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177140241,5,FailOnTimeoutGroup]
2024-11-21T08:19:11,688 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:11,688 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:11,688 DEBUG [M:0;6ed56fb6cbf7:35075 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:19:11,688 INFO  [M:0;6ed56fb6cbf7:35075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:19:11,689 INFO  [M:0;6ed56fb6cbf7:35075 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:11,689 INFO  [M:0;6ed56fb6cbf7:35075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:19:11,689 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:19:11,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/master
2024-11-21T08:19:11,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:11,698 DEBUG [M:0;6ed56fb6cbf7:35075 {}] zookeeper.ZKUtil(347): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/master because node does not exist (not an error)
2024-11-21T08:19:11,698 WARN  [M:0;6ed56fb6cbf7:35075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:19:11,699 INFO  [M:0;6ed56fb6cbf7:35075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.lastflushedseqids
2024-11-21T08:19:11,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741842_1018 (size=181)
2024-11-21T08:19:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:11,778 INFO  [RS:0;6ed56fb6cbf7:34461 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:11,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34461-0x1015c7984200001, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:11,778 INFO  [RS:0;6ed56fb6cbf7:34461 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,34461,1732177138250; zookeeper connection closed.
2024-11-21T08:19:11,778 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31008f09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31008f09
2024-11-21T08:19:11,778 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:19:12,104 INFO  [M:0;6ed56fb6cbf7:35075 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:19:12,104 INFO  [M:0;6ed56fb6cbf7:35075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:19:12,104 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:12,104 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:12,104 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:12,104 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:12,104 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:12,104 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB
2024-11-21T08:19:12,121 DEBUG [M:0;6ed56fb6cbf7:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5e4ed2205940e1ba3719fc8e86dfc3 is 82, key is hbase:meta,,1/info:regioninfo/1732177141443/Put/seqid=0
2024-11-21T08:19:12,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741843_1019 (size=5672)
2024-11-21T08:19:12,527 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5e4ed2205940e1ba3719fc8e86dfc3
2024-11-21T08:19:12,551 DEBUG [M:0;6ed56fb6cbf7:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ad769c161a407b90e4133095274ceb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732177148856/Put/seqid=0
2024-11-21T08:19:12,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741844_1020 (size=7203)
2024-11-21T08:19:12,559 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ad769c161a407b90e4133095274ceb
2024-11-21T08:19:12,583 DEBUG [M:0;6ed56fb6cbf7:35075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a29a70d9169a4a6f92cd8688956912ad is 69, key is 6ed56fb6cbf7,34461,1732177138250/rs:state/1732177140345/Put/seqid=0
2024-11-21T08:19:12,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741845_1021 (size=5156)
2024-11-21T08:19:12,596 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a29a70d9169a4a6f92cd8688956912ad
2024-11-21T08:19:12,605 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5e4ed2205940e1ba3719fc8e86dfc3 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e5e4ed2205940e1ba3719fc8e86dfc3
2024-11-21T08:19:12,615 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e5e4ed2205940e1ba3719fc8e86dfc3, entries=8, sequenceid=70, filesize=5.5 K
2024-11-21T08:19:12,624 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ad769c161a407b90e4133095274ceb as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ad769c161a407b90e4133095274ceb
2024-11-21T08:19:12,640 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ad769c161a407b90e4133095274ceb, entries=8, sequenceid=70, filesize=7.0 K
2024-11-21T08:19:12,648 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a29a70d9169a4a6f92cd8688956912ad as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a29a70d9169a4a6f92cd8688956912ad
2024-11-21T08:19:12,657 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a29a70d9169a4a6f92cd8688956912ad, entries=1, sequenceid=70, filesize=5.0 K
2024-11-21T08:19:12,658 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false
2024-11-21T08:19:12,662 INFO  [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:12,662 DEBUG [M:0;6ed56fb6cbf7:35075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177152104Disabling compacts and flushes for region at 1732177152104Disabling writes for close at 1732177152104Obtaining lock to block concurrent updates at 1732177152104Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177152104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732177152105 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177152105Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177152105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177152120 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177152120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177152532 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177152551 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177152551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177152564 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177152582 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177152582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d3a128: reopening flushed file at 1732177152604 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6230cdc8: reopening flushed file at 1732177152615 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395181d: reopening flushed file at 1732177152640 (+25 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 554ms, sequenceid=70, compaction requested=false at 1732177152658 (+18 ms)Writing region close event to WAL at 1732177152662 (+4 ms)Closed at 1732177152662
2024-11-21T08:19:12,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741830_1006 (size=41008)
2024-11-21T08:19:12,665 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659 not finished, retry = 0
2024-11-21T08:19:12,766 INFO  [M:0;6ed56fb6cbf7:35075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:19:12,766 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:12,766 INFO  [M:0;6ed56fb6cbf7:35075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35075
2024-11-21T08:19:12,767 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:12,925 INFO  [M:0;6ed56fb6cbf7:35075 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35075-0x1015c7984200000, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:12,926 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:12,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,926 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:12,927 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34531
2024-11-21T08:19:12,928 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34531 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:12,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345310x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:12,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34531-0x1015c7984200006 connected
2024-11-21T08:19:12,953 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:12,954 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:12,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:12,956 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: INIT
2024-11-21T08:19:12,956 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea, hbase.cluster.distributed=false
2024-11-21T08:19:12,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/acl
2024-11-21T08:19:12,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34531
2024-11-21T08:19:12,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34531
2024-11-21T08:19:12,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34531
2024-11-21T08:19:12,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34531
2024-11-21T08:19:12,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34531
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:12,970 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41471
2024-11-21T08:19:12,971 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41471 connecting to ZooKeeper ensemble=127.0.0.1:64799
2024-11-21T08:19:12,972 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:12,973 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:12,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414710x0, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:12,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41471-0x1015c7984200007 connected
2024-11-21T08:19:12,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:12,983 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: INIT
2024-11-21T08:19:12,983 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:12,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:12,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/master
2024-11-21T08:19:12,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/acl
2024-11-21T08:19:12,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41471
2024-11-21T08:19:12,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41471
2024-11-21T08:19:12,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41471
2024-11-21T08:19:12,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41471
2024-11-21T08:19:12,989 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:12,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41471
2024-11-21T08:19:13,000 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:34531
2024-11-21T08:19:13,000 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0484712441/backup-masters/6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,009 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:13,009 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:13,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:13,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:13,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:19:13,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:19:13,013 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/backup-masters/6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,015 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:13,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:19:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/master
2024-11-21T08:19:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:13,025 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/master
2024-11-21T08:19:13,025 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0484712441/backup-masters/6ed56fb6cbf7,34531,1732177152926 from backup master directory
2024-11-21T08:19:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:19:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/backup-masters/6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/backup-masters
2024-11-21T08:19:13,035 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:13,035 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,044 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:13,044 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:19:13,049 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms.
2024-11-21T08:19:13,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741846_1022 (size=196)
2024-11-21T08:19:13,463 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:13,463 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:19:13,463 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:13,468 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration
2024-11-21T08:19:13,470 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923 to hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923-dead as it is dead
2024-11-21T08:19:13,471 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923-dead/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:19:13,471 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923-dead/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659 after 0ms
2024-11-21T08:19:13,472 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923-dead/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659 to hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:19:13,472 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,35075,1732177137923-dead
2024-11-21T08:19:13,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,473 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:13,474 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C34531%2C1732177152926, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,34531,1732177152926, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/oldWALs, maxLogs=10
2024-11-21T08:19:13,485 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,34531,1732177152926/6ed56fb6cbf7%2C34531%2C1732177152926.1732177153474, exclude list is [], retry=0
2024-11-21T08:19:13,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:13,489 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,34531,1732177152926/6ed56fb6cbf7%2C34531%2C1732177152926.1732177153474
2024-11-21T08:19:13,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:13,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:13,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:13,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,490 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:13,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:19:13,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:13,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e5e4ed2205940e1ba3719fc8e86dfc3
2024-11-21T08:19:13,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:13,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:13,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:19:13,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:13,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ad769c161a407b90e4133095274ceb
2024-11-21T08:19:13,505 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:13,505 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:13,506 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:19:13,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:13,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a29a70d9169a4a6f92cd8688956912ad
2024-11-21T08:19:13,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:13,511 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:13,512 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:19:13,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:13,513 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:13,513 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,513 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals
2024-11-21T08:19:13,513 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:19:13,519 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:19:13,519 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ed56fb6cbf7%2C35075%2C1732177137923.1732177139659
2024-11-21T08:19:13,520 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,520 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,521 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:13,522 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:13,524 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1
2024-11-21T08:19:13,525 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72454977, jitterRate=0.07966329157352448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:13,525 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177153490Initializing all the Stores at 1732177153491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177153491Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177153491Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177153491Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177153491Cleaning up temporary data from old regions at 1732177153520 (+29 ms)Region opened successfully at 1732177153525 (+5 ms)
2024-11-21T08:19:13,525 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:19:13,527 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14715ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:13,529 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating...
2024-11-21T08:19:13,529 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:19:13,529 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:19:13,529 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:19:13,530 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:19:13,532 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:13,533 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:19:13,533 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:19:13,534 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-21T08:19:13,534 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:19:13,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6ed56fb6cbf7,34461,1732177138250, regionLocation=6ed56fb6cbf7,34461,1732177138250, openSeqNum=2
2024-11-21T08:19:13,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6ed56fb6cbf7,34461,1732177138250, table=hbase:meta, region=1588230740
2024-11-21T08:19:13,537 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34461,1732177138250, state=OPEN
2024-11-21T08:19:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:13,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:13,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:13,586 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:19:13,593 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/draining/6ed56fb6cbf7,34461,1732177138250 already deleted, retry=false
2024-11-21T08:19:13,593 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6ed56fb6cbf7,34461,1732177138250 on 6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,594 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6ed56fb6cbf7,34461,1732177138250, splitWal=true, meta=true
2024-11-21T08:19:13,595 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6ed56fb6cbf7,34461,1732177138250 (carryingMeta=true) 6ed56fb6cbf7,34461,1732177138250/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@67d8e881[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-21T08:19:13,596 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/balancer because node does not exist (not necessarily an error)
2024-11-21T08:19:13,603 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/balancer already deleted, retry=false
2024-11-21T08:19:13,604 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:19:13,604 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:19:13,614 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/normalizer already deleted, retry=false
2024-11-21T08:19:13,614 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:19:13,615 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:19:13,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/switch/split already deleted, retry=false
2024-11-21T08:19:13,626 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:19:13,635 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/switch/merge already deleted, retry=false
2024-11-21T08:19:13,647 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:13,656 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:13,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:13,667 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,34531,1732177152926, sessionid=0x1015c7984200006, setting cluster-up flag (Was=false)
2024-11-21T08:19:13,678 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0484712441/flush-table-proc/acquired, /0484712441/flush-table-proc/reached, /0484712441/flush-table-proc/abort
2024-11-21T08:19:13,679 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,688 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0484712441/online-snapshot/acquired, /0484712441/online-snapshot/reached, /0484712441/online-snapshot/abort
2024-11-21T08:19:13,689 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:13,690 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.lastflushedseqids
2024-11-21T08:19:13,692 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:13,692 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:13,692 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,34531,1732177152926
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 1
  6ed56fb6cbf7,34461,1732177138250
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,693 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:13,694 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,694 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177183694
2024-11-21T08:19:13,694 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:13,694 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:13,694 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,695 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,34461,1732177138250, splitWal=true, meta=true
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:13,695 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:13,696 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177153695,5,FailOnTimeoutGroup]
2024-11-21T08:19:13,696 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,34461,1732177138250, splitWal=true, meta=true, isMeta: true
2024-11-21T08:19:13,696 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177153696,5,FailOnTimeoutGroup]
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177153696, completionTime=-1
2024-11-21T08:19:13,696 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring.
2024-11-21T08:19:13,696 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-21T08:19:13,697 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250-splitting
2024-11-21T08:19:13,697 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250-splitting dir is empty, no logs to split.
2024-11-21T08:19:13,697 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 6ed56fb6cbf7,34461,1732177138250 WAL count=0, meta=true
2024-11-21T08:19:13,699 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250-splitting dir is empty, no logs to split.
2024-11-21T08:19:13,699 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 6ed56fb6cbf7,34461,1732177138250 WAL count=0, meta=true
2024-11-21T08:19:13,699 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6ed56fb6cbf7,34461,1732177138250 WAL splitting is done? wals=0, meta=true
2024-11-21T08:19:13,700 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:13,700 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:13,701 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-21T08:19:13,792 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(746): ClusterId : 920e39f4-33e4-4e5a-b907-d70c5ffb7d1e
2024-11-21T08:19:13,792 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:13,804 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:13,804 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:13,815 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:13,815 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d78f3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:13,824 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:41471
2024-11-21T08:19:13,824 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:13,824 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:13,824 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:13,825 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,34531,1732177152926 with port=41471, startcode=1732177152969
2024-11-21T08:19:13,825 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:13,826 INFO  [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:13,827 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,827 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34531 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,828 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea
2024-11-21T08:19:13,828 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41661
2024-11-21T08:19:13,828 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:13,846 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms
2024-11-21T08:19:13,851 WARN  [6ed56fb6cbf7:34531 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:19:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/rs
2024-11-21T08:19:13,878 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] zookeeper.ZKUtil(111): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on existing znode=/0484712441/rs/6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,878 WARN  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:13,878 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:13,878 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,879 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,41471,1732177152969]
2024-11-21T08:19:13,895 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:13,896 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:13,896 INFO  [RS:0;6ed56fb6cbf7:41471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:13,896 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,897 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:13,897 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:13,897 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,897 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,897 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,897 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,897 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,897 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:13,898 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,898 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41471,1732177152969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:13,910 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:13,910 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41471,1732177152969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,922 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,41471,1732177152969, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:19:13,923 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,923 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.Replication(171): 6ed56fb6cbf7,41471,1732177152969 started
2024-11-21T08:19:13,939 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:13,939 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,41471,1732177152969, RpcServer on 6ed56fb6cbf7/172.17.0.3:41471, sessionid=0x1015c7984200007
2024-11-21T08:19:13,939 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:13,939 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,939 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41471,1732177152969'
2024-11-21T08:19:13,939 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0484712441/flush-table-proc/abort'
2024-11-21T08:19:13,940 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:33669'
2024-11-21T08:19:13,940 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0484712441/flush-table-proc/acquired'
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41471,1732177152969'
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0484712441/online-snapshot/abort'
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0484712441/online-snapshot/acquired'
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f3fba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:13,941 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33669,-1 for getting cluster id
2024-11-21T08:19:13,941 INFO  [RS:0;6ed56fb6cbf7:41471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:13,941 INFO  [RS:0;6ed56fb6cbf7:41471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:13,942 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:13,945 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2529b41f-296a-444a-a2ed-a33e9e43d13c'
2024-11-21T08:19:13,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:13,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2529b41f-296a-444a-a2ed-a33e9e43d13c"

2024-11-21T08:19:13,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ce9e6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:13,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33669,-1]
2024-11-21T08:19:13,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:13,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:13,946 INFO  [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:13,947 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60513063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:13,947 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:13,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:13,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44bc87c6
2024-11-21T08:19:13,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:13,948 INFO  [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:13,949 INFO  [RS:0;6ed56fb6cbf7:41471.replicationSource,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,41471,1732177152969 (queues=0) is replicating from cluster=920e39f4-33e4-4e5a-b907-d70c5ffb7d1e to cluster=2529b41f-296a-444a-a2ed-a33e9e43d13c
2024-11-21T08:19:14,042 INFO  [RS:0;6ed56fb6cbf7:41471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:14,043 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41471%2C1732177152969, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:14,054 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043, exclude list is [], retry=0
2024-11-21T08:19:14,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:14,058 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043
2024-11-21T08:19:14,060 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ed56fb6cbf7%2C41471%2C1732177152969 for peer 1
2024-11-21T08:19:14,060 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C41471%2C1732177152969
2024-11-21T08:19:14,060 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,41471,1732177152969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:19:14,061 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:14,061 INFO  [RS:0;6ed56fb6cbf7:41471.replicationSource.shipper6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C41471%2C1732177152969
2024-11-21T08:19:14,061 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043, startPosition=0, beingWritten=true
2024-11-21T08:19:14,101 DEBUG [6ed56fb6cbf7:34531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:14,101 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:14,102 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41471,1732177152969, state=OPENING
2024-11-21T08:19:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:14,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:14,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:14,120 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41471,1732177152969}]
2024-11-21T08:19:14,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:14,266 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:14,272 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:14,273 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:14,275 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:14,275 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:14,276 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:14,277 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41471%2C1732177152969.meta, suffix=.meta, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:14,288 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.meta.1732177154277.meta, exclude list is [], retry=0
2024-11-21T08:19:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:14,292 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.meta.1732177154277.meta
2024-11-21T08:19:14,292 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:14,292 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:14,292 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:14,292 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:14,292 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:14,293 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:14,293 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:14,293 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:14,293 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:14,293 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:14,294 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:14,295 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:14,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:14,300 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/info/36e56de362f14bd28658ce92ce21307d
2024-11-21T08:19:14,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:14,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:14,301 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:14,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:14,306 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/ns/76dcbc09791e444db720505c946bccd9
2024-11-21T08:19:14,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:14,306 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:14,307 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:14,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:14,307 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:14,307 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:14,308 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:14,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:14,312 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/table/d55c5237f8a34d4480c28c09550ed24b
2024-11-21T08:19:14,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:14,313 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:14,313 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:14,314 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740
2024-11-21T08:19:14,315 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:14,316 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:14,316 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:14,317 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:14,318 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69332744, jitterRate=0.033138394355773926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:14,318 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:14,318 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177154293Writing region info on filesystem at 1732177154293Initializing all the Stores at 1732177154294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177154294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177154294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177154294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177154294Cleaning up temporary data from old regions at 1732177154316 (+22 ms)Running coprocessor post-open hooks at 1732177154318 (+2 ms)Region opened successfully at 1732177154318
2024-11-21T08:19:14,319 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732177154271
2024-11-21T08:19:14,321 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:14,321 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:14,321 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:14,322 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41471,1732177152969, state=OPEN
2024-11-21T08:19:14,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:14,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0484712441/meta-region-server
2024-11-21T08:19:14,468 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:14,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:14,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0484712441/meta-region-server: CHANGED
2024-11-21T08:19:14,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-21T08:19:14,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41471,1732177152969 in 349 msec
2024-11-21T08:19:14,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:19:14,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec
2024-11-21T08:19:14,570 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:14,974 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:15,349 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms
2024-11-21T08:19:15,479 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:16,083 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:16,787 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:16,851 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms
2024-11-21T08:19:17,592 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:18,203 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running
2024-11-21T08:19:18,203 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:18,204 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:18,204 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41471,1732177152969, seqNum=-1]
2024-11-21T08:19:18,204 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:18,205 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:18,209 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=70795ca120c4076d1da89c06ddaef607, regionState=OPEN, lastHost=6ed56fb6cbf7,34461,1732177138250, regionLocation=6ed56fb6cbf7,34461,1732177138250, openSeqNum=2
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177218209
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177278209
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec
2024-11-21T08:19:18,209 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6ed56fb6cbf7,34461,1732177138250 had 2 regions
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:34531, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,210 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,210 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6ed56fb6cbf7,34461,1732177138250, splitWal=true, meta=true, isMeta: false
2024-11-21T08:19:18,212 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250-splitting dir is empty, no logs to split.
2024-11-21T08:19:18,212 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 6ed56fb6cbf7,34461,1732177138250 WAL count=0, meta=false
2024-11-21T08:19:18,214 INFO  [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,34461,1732177138250-splitting dir is empty, no logs to split.
2024-11-21T08:19:18,214 INFO  [PEWorker-3 {}] master.SplitWALManager(105): 6ed56fb6cbf7,34461,1732177138250 WAL count=0, meta=false
2024-11-21T08:19:18,214 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6ed56fb6cbf7,34461,1732177138250 WAL splitting is done? wals=0, meta=false
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.180sec
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:18,215 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:18,216 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:18,216 WARN  [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6ed56fb6cbf7,34461,1732177138250/hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:18,218 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN}]
2024-11-21T08:19:18,218 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:18,218 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:18,218 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34531,1732177152926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:18,219 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN
2024-11-21T08:19:18,220 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-21T08:19:18,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765c3383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,34531,-1 for getting cluster id
2024-11-21T08:19:18,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:18,297 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '920e39f4-33e4-4e5a-b907-d70c5ffb7d1e'
2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "920e39f4-33e4-4e5a-b907-d70c5ffb7d1e"

2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f872778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,34531,-1]
2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,298 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fb499c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41471,1732177152969, seqNum=-1]
2024-11-21T08:19:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:18,302 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:18,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted
2024-11-21T08:19:18,304 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:18,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978)
    at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:18,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,304 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:18,304 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6ed56fb6cbf7:34531 after: 6ed56fb6cbf7:34531
2024-11-21T08:19:18,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@383c3a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,305 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,34531,-1 for getting cluster id
2024-11-21T08:19:18,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:18,306 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '920e39f4-33e4-4e5a-b907-d70c5ffb7d1e'
2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "920e39f4-33e4-4e5a-b907-d70c5ffb7d1e"

2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fd4068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,34531,-1]
2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,307 INFO  [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:18,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38379009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:18,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532301bb
2024-11-21T08:19:18,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:18,309 INFO  [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:18,309 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34531 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1
2024-11-21T08:19:18,310 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:19:18,310 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:18,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:18,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:19:18,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1812684975, stopped=false
2024-11-21T08:19:18,310 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,33669,1732177144171
2024-11-21T08:19:18,370 DEBUG [6ed56fb6cbf7:34531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:18,370 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=70795ca120c4076d1da89c06ddaef607, regionState=OPENING, regionLocation=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:18,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN because future has completed
2024-11-21T08:19:18,374 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,41471,1732177152969}]
2024-11-21T08:19:18,381 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1193953754/running
2024-11-21T08:19:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1193953754/running
2024-11-21T08:19:18,381 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:18,381 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:18,381 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:18,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:18,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,382 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,41775,1732177144360' *****
2024-11-21T08:19:18,382 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:19:18,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/running
2024-11-21T08:19:18,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Set watcher on znode that does not yet exist, /1193953754/running
2024-11-21T08:19:18,382 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(878): Closing user regions
2024-11-21T08:19:18,383 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:19:18,383 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:19:18,383 INFO  [RS:0;6ed56fb6cbf7:41775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:19:18,383 INFO  [RS:0;6ed56fb6cbf7:41775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:19:18,383 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:18,383 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41775.
2024-11-21T08:19:18,384 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:18,384 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:19:18,384 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:19:18,384 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:19:18,384 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:18,384 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:18,384 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:18,384 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:18,384 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:18,384 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:18,384 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB
2024-11-21T08:19:18,399 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/.tmp/ns/3db06c43dbd542039be527795c4c144c is 43, key is default/ns:d/1732177147564/Put/seqid=0
2024-11-21T08:19:18,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741835_1011 (size=5153)
2024-11-21T08:19:18,406 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:18,496 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:18,529 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:18,529 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:18,529 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:19:18,530 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41471%2C1732177152969.rep, suffix=, logDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969, archiveDir=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs, maxLogs=10
2024-11-21T08:19:18,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.rep.1732177158530, exclude list is [], retry=0
2024-11-21T08:19:18,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40323,DS-13e3e6c2-1e99-46ae-a09a-a2f71f3d2dc1,DISK]
2024-11-21T08:19:18,545 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.rep.1732177158530
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41365:41365)]
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 70795ca120c4076d1da89c06ddaef607, NAME => 'hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:18,546 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. service=MultiRowMutationService
2024-11-21T08:19:18,546 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:18,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,548 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:18,549 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName hfileref
2024-11-21T08:19:18,549 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:18,549 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:18,549 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:18,550 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName queue
2024-11-21T08:19:18,550 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:18,555 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/queue/81f7bb9c245f405ca74867f9cf969442
2024-11-21T08:19:18,555 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:18,555 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 70795ca120c4076d1da89c06ddaef607 
2024-11-21T08:19:18,556 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70795ca120c4076d1da89c06ddaef607 columnFamilyName sid
2024-11-21T08:19:18,556 DEBUG [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:18,556 INFO  [StoreOpener-70795ca120c4076d1da89c06ddaef607-1 {}] regionserver.HStore(327): Store=70795ca120c4076d1da89c06ddaef607/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:18,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:18,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,561 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 70795ca120c4076d1da89c06ddaef607; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61675989, jitterRate=-0.08095614612102509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:18,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 70795ca120c4076d1da89c06ddaef607:
Running coprocessor pre-open hook at 1732177158547Writing region info on filesystem at 1732177158547Initializing all the Stores at 1732177158548 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177158548Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177158548Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177158548Cleaning up temporary data from old regions at 1732177158559 (+11 ms)Running coprocessor post-open hooks at 1732177158561 (+2 ms)Region opened successfully at 1732177158561
2024-11-21T08:19:18,562 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., pid=13, masterSystemTime=1732177158526
2024-11-21T08:19:18,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:18,564 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:18,564 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=70795ca120c4076d1da89c06ddaef607, regionState=OPEN, openSeqNum=9, regionLocation=6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:18,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,41471,1732177152969 because future has completed
2024-11-21T08:19:18,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-21T08:19:18,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 70795ca120c4076d1da89c06ddaef607, server=6ed56fb6cbf7,41471,1732177152969 in 193 msec
2024-11-21T08:19:18,570 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9
2024-11-21T08:19:18,570 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=70795ca120c4076d1da89c06ddaef607, ASSIGN in 351 msec
2024-11-21T08:19:18,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}]
2024-11-21T08:19:18,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., hostname=6ed56fb6cbf7,41471,1732177152969, seqNum=9]
2024-11-21T08:19:18,584 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:18,591 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6ed56fb6cbf7,34461,1732177138250
2024-11-21T08:19:18,591 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}]
2024-11-21T08:19:18,718 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:19:18,718 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:19:18,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15
2024-11-21T08:19:18,784 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:18,803 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/.tmp/ns/3db06c43dbd542039be527795c4c144c
2024-11-21T08:19:18,809 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/.tmp/ns/3db06c43dbd542039be527795c4c144c as hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/ns/3db06c43dbd542039be527795c4c144c
2024-11-21T08:19:18,814 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/ns/3db06c43dbd542039be527795c4c144c, entries=2, sequenceid=6, filesize=5.0 K
2024-11-21T08:19:18,814 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false
2024-11-21T08:19:18,818 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-21T08:19:18,819 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:18,819 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:18,819 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:18,819 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177158384Running coprocessor pre-close hooks at 1732177158384Disabling compacts and flushes for region at 1732177158384Disabling writes for close at 1732177158384Obtaining lock to block concurrent updates at 1732177158384Preparing flush snapshotting stores in 1588230740 at 1732177158384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732177158385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177158385Flushing 1588230740/ns: creating writer at 1732177158385Flushing 1588230740/ns: appending metadata at 1732177158399 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732177158399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb8c41f: reopening flushed file at 1732177158808 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=6, compaction requested=false at 1732177158815 (+7 ms)Writing region close event to WAL at 1732177158815Running coprocessor post-close hooks at 1732177158819 (+4 ms)Closed at 1732177158819
2024-11-21T08:19:18,819 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:18,985 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,41775,1732177144360; all regions closed.
2024-11-21T08:19:18,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741834_1010 (size=1152)
2024-11-21T08:19:18,989 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/oldWALs
2024-11-21T08:19:18,989 INFO  [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41775%2C1732177144360.meta:.meta(num 1732177147469)
2024-11-21T08:19:18,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741833_1009 (size=93)
2024-11-21T08:19:18,991 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/WALs/6ed56fb6cbf7,41775,1732177144360/6ed56fb6cbf7%2C41775%2C1732177144360.1732177146832 not finished, retry = 0
2024-11-21T08:19:19,094 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/oldWALs
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41775%2C1732177144360:(num 1732177146832)
2024-11-21T08:19:19,094 DEBUG [RS:0;6ed56fb6cbf7:41775 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:19,094 INFO  [RS:0;6ed56fb6cbf7:41775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41775
2024-11-21T08:19:19,095 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754/rs
2024-11-21T08:19:19,109 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1193953754/rs/6ed56fb6cbf7,41775,1732177144360
2024-11-21T08:19:19,109 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:19,109 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,41775,1732177144360]
2024-11-21T08:19:19,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1193953754/draining/6ed56fb6cbf7,41775,1732177144360 already deleted, retry=false
2024-11-21T08:19:19,130 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,41775,1732177144360 expired; onlineServers=0
2024-11-21T08:19:19,130 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,33669,1732177144171' *****
2024-11-21T08:19:19,130 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:19,130 DEBUG [M:0;6ed56fb6cbf7:33669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:19:19,130 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:19:19,130 DEBUG [M:0;6ed56fb6cbf7:33669 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:19:19,130 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177146545 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177146545,5,FailOnTimeoutGroup]
2024-11-21T08:19:19,130 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177146545 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177146545,5,FailOnTimeoutGroup]
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:19,130 DEBUG [M:0;6ed56fb6cbf7:33669 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:19:19,130 INFO  [M:0;6ed56fb6cbf7:33669 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:19,131 INFO  [M:0;6ed56fb6cbf7:33669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:19:19,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:19:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1193953754/master
2024-11-21T08:19:19,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1193953754
2024-11-21T08:19:19,140 DEBUG [M:0;6ed56fb6cbf7:33669 {}] zookeeper.ZKUtil(347): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Unable to get data of znode /1193953754/master because node does not exist (not an error)
2024-11-21T08:19:19,140 WARN  [M:0;6ed56fb6cbf7:33669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:19:19,142 INFO  [M:0;6ed56fb6cbf7:33669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/.lastflushedseqids
2024-11-21T08:19:19,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741836_1012 (size=99)
2024-11-21T08:19:19,219 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:19,219 INFO  [RS:0;6ed56fb6cbf7:41775 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:19,219 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41775-0x1015c7984200004, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:19,219 INFO  [RS:0;6ed56fb6cbf7:41775 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,41775,1732177144360; zookeeper connection closed.
2024-11-21T08:19:19,220 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c7b071 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c7b071
2024-11-21T08:19:19,220 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:19:19,501 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:19,550 INFO  [M:0;6ed56fb6cbf7:33669 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:19:19,550 INFO  [M:0;6ed56fb6cbf7:33669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:19:19,550 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:19,550 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:19,550 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:19,550 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:19,550 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:19,550 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB
2024-11-21T08:19:19,566 DEBUG [M:0;6ed56fb6cbf7:33669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6186c3aff935499cbe0ff30298616a26 is 82, key is hbase:meta,,1/info:regioninfo/1732177147501/Put/seqid=0
2024-11-21T08:19:19,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741837_1013 (size=5672)
2024-11-21T08:19:19,795 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:19,832 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:19,832 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:19,833 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:19,833 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:19,843 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:19,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:19:19,973 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6186c3aff935499cbe0ff30298616a26
2024-11-21T08:19:19,998 DEBUG [M:0;6ed56fb6cbf7:33669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/698b6ce904bc4fd0abe8b1a3b603f5f4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732177147568/Put/seqid=0
2024-11-21T08:19:20,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741838_1014 (size=5275)
2024-11-21T08:19:20,403 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/698b6ce904bc4fd0abe8b1a3b603f5f4
2024-11-21T08:19:20,419 DEBUG [M:0;6ed56fb6cbf7:33669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97abbaf6e2164417ab96d794046bcfdd is 69, key is 6ed56fb6cbf7,41775,1732177144360/rs:state/1732177146598/Put/seqid=0
2024-11-21T08:19:20,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741839_1015 (size=5156)
2024-11-21T08:19:20,606 DEBUG [RS:0;6ed56fb6cbf7:41471.replicationSource.wal-reader.6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/WALs/6ed56fb6cbf7,41471,1732177152969/6ed56fb6cbf7%2C41471%2C1732177152969.1732177154043 to pos 0, reset compression=false
2024-11-21T08:19:20,824 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97abbaf6e2164417ab96d794046bcfdd
2024-11-21T08:19:20,829 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6186c3aff935499cbe0ff30298616a26 as hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6186c3aff935499cbe0ff30298616a26
2024-11-21T08:19:20,833 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6186c3aff935499cbe0ff30298616a26, entries=8, sequenceid=28, filesize=5.5 K
2024-11-21T08:19:20,834 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/698b6ce904bc4fd0abe8b1a3b603f5f4 as hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/698b6ce904bc4fd0abe8b1a3b603f5f4
2024-11-21T08:19:20,838 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/698b6ce904bc4fd0abe8b1a3b603f5f4, entries=3, sequenceid=28, filesize=5.2 K
2024-11-21T08:19:20,839 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97abbaf6e2164417ab96d794046bcfdd as hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97abbaf6e2164417ab96d794046bcfdd
2024-11-21T08:19:20,843 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97abbaf6e2164417ab96d794046bcfdd, entries=1, sequenceid=28, filesize=5.0 K
2024-11-21T08:19:20,843 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false
2024-11-21T08:19:20,844 INFO  [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:20,845 DEBUG [M:0;6ed56fb6cbf7:33669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177159550Disabling compacts and flushes for region at 1732177159550Disabling writes for close at 1732177159550Obtaining lock to block concurrent updates at 1732177159550Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177159550Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732177159551 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177159551Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177159551Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177159565 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177159565Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177159978 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177159997 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177159997Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177160407 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177160419 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177160419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5522fdf1: reopening flushed file at 1732177160828 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236a34c7: reopening flushed file at 1732177160833 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55013a6e: reopening flushed file at 1732177160838 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=28, compaction requested=false at 1732177160843 (+5 ms)Writing region close event to WAL at 1732177160844 (+1 ms)Closed at 1732177160844
2024-11-21T08:19:20,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33883 is added to blk_1073741830_1006 (size=10165)
2024-11-21T08:19:20,846 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce8a6983-8a36-132e-3ef7-4e052a79089f/MasterData/WALs/6ed56fb6cbf7,33669,1732177144171/6ed56fb6cbf7%2C33669%2C1732177144171.1732177146108 not finished, retry = 0
2024-11-21T08:19:20,947 INFO  [M:0;6ed56fb6cbf7:33669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:19:20,947 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:20,947 INFO  [M:0;6ed56fb6cbf7:33669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33669
2024-11-21T08:19:20,948 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:21,156 INFO  [M:0;6ed56fb6cbf7:33669 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:21,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:21,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33669-0x1015c7984200003, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:21,158 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcfd876{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:21,158 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1af6c6a4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:21,159 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:21,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f2f38e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:21,159 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2562b4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:21,160 WARN  [BP-197700861-172.17.0.3-1732177141667 heartbeating to localhost/127.0.0.1:39071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:19:21,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:19:21,160 WARN  [BP-197700861-172.17.0.3-1732177141667 heartbeating to localhost/127.0.0.1:39071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-197700861-172.17.0.3-1732177141667 (Datanode Uuid d57c9c85-67ec-41d2-9302-62187cc7d370) service to localhost/127.0.0.1:39071
2024-11-21T08:19:21,160 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:19:21,160 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/cluster_c571805f-3e18-9dfc-7915-77f727ab788e/data/data1/current/BP-197700861-172.17.0.3-1732177141667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:21,160 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/cluster_c571805f-3e18-9dfc-7915-77f727ab788e/data/data2/current/BP-197700861-172.17.0.3-1732177141667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:21,161 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:19:21,166 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a5775eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:21,167 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@313f4481{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:21,167 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:21,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2e2448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:21,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59660647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:21,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:19:21,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:19:21,180 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:21,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:21,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,180 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:21,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:19:21,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=380844409, stopped=false
2024-11-21T08:19:21,181 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,34531,1732177152926
2024-11-21T08:19:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/running
2024-11-21T08:19:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:21,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:21,193 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:21,193 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:21,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:21,193 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,41471,1732177152969' *****
2024-11-21T08:19:21,193 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:19:21,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Set watcher on znode that does not yet exist, /0484712441/running
2024-11-21T08:19:21,193 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:19:21,194 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(3091): Received CLOSE for 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41471.
2024-11-21T08:19:21,194 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:21,194 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70795ca120c4076d1da89c06ddaef607, disabling compactions & flushes
2024-11-21T08:19:21,194 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,194 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:21,194 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:19:21,194 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607. after waiting 0 ms
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:19:21,194 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:19:21,194 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:19:21,195 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1325): Online Regions={70795ca120c4076d1da89c06ddaef607=hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607., 1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:19:21,195 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70795ca120c4076d1da89c06ddaef607
2024-11-21T08:19:21,195 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:21,195 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:21,195 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:21,195 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:21,195 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:21,195 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB
2024-11-21T08:19:21,198 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/replication/70795ca120c4076d1da89c06ddaef607/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-21T08:19:21,198 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:21,198 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:21,198 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:21,198 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70795ca120c4076d1da89c06ddaef607:
Waiting for close lock at 1732177161194Running coprocessor pre-close hooks at 1732177161194Disabling compacts and flushes for region at 1732177161194Disabling writes for close at 1732177161194Writing region close event to WAL at 1732177161195 (+1 ms)Running coprocessor post-close hooks at 1732177161198 (+3 ms)Closed at 1732177161198
2024-11-21T08:19:21,198 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607.
2024-11-21T08:19:21,204 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:21,208 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/475d7d1c5ea64c24b2f3ea2f9000687d is 147, key is hbase:replication,,1732177147665.70795ca120c4076d1da89c06ddaef607./info:regioninfo/1732177158564/Put/seqid=0
2024-11-21T08:19:21,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741851_1027 (size=6385)
2024-11-21T08:19:21,395 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:21,595 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:21,612 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/475d7d1c5ea64c24b2f3ea2f9000687d
2024-11-21T08:19:21,617 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/.tmp/info/475d7d1c5ea64c24b2f3ea2f9000687d as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/info/475d7d1c5ea64c24b2f3ea2f9000687d
2024-11-21T08:19:21,622 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/info/475d7d1c5ea64c24b2f3ea2f9000687d, entries=8, sequenceid=19, filesize=6.2 K
2024-11-21T08:19:21,622 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false
2024-11-21T08:19:21,627 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14
2024-11-21T08:19:21,628 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:21,628 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:21,628 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:21,628 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177161195Running coprocessor pre-close hooks at 1732177161195Disabling compacts and flushes for region at 1732177161195Disabling writes for close at 1732177161195Obtaining lock to block concurrent updates at 1732177161195Preparing flush snapshotting stores in 1588230740 at 1732177161195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732177161195Flushing stores of hbase:meta,,1.1588230740 at 1732177161196 (+1 ms)Flushing 1588230740/info: creating writer at 1732177161196Flushing 1588230740/info: appending metadata at 1732177161208 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732177161208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd0dfac: reopening flushed file at 1732177161616 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1732177161622 (+6 ms)Writing region close event to WAL at 1732177161625 (+3 ms)Running coprocessor post-close hooks at 1732177161628 (+3 ms)Closed at 1732177161628
2024-11-21T08:19:21,628 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:21,795 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,41471,1732177152969; all regions closed.
2024-11-21T08:19:21,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741849_1025 (size=2156)
2024-11-21T08:19:21,799 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:21,799 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41471%2C1732177152969.meta:.meta(num 1732177154277)
2024-11-21T08:19:21,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741850_1026 (size=796)
2024-11-21T08:19:21,803 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:21,803 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41471%2C1732177152969.rep:(num 1732177158530)
2024-11-21T08:19:21,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741848_1024 (size=93)
2024-11-21T08:19:21,806 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/oldWALs
2024-11-21T08:19:21,806 INFO  [RS:0;6ed56fb6cbf7:41471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C41471%2C1732177152969:(num 1732177154043)
2024-11-21T08:19:21,806 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,806 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:21,806 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:21,806 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:21,806 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:21,806 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:21,807 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,41471,1732177152969 because: Region server is closing
2024-11-21T08:19:21,807 WARN  [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue.
2024-11-21T08:19:21,807 INFO  [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down
2024-11-21T08:19:21,807 INFO  [RS:0;6ed56fb6cbf7:41471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41471.
2024-11-21T08:19:21,807 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-21T08:19:21,807 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:21,807 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,807 DEBUG [RS:0;6ed56fb6cbf7:41471 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:21,807 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:21,907 WARN  [RS:0;6ed56fb6cbf7:41471.replicationSource.shipper6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:19:21,907 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6ed56fb6cbf7:41471.replicationSource.shipper6ed56fb6cbf7%2C41471%2C1732177152969,1-6ed56fb6cbf7,41471,1732177152969 terminated
2024-11-21T08:19:21,908 INFO  [RS:0;6ed56fb6cbf7:41471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41471
2024-11-21T08:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441/rs
2024-11-21T08:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/rs/6ed56fb6cbf7,41471,1732177152969
2024-11-21T08:19:21,961 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:21,971 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,41471,1732177152969]
2024-11-21T08:19:21,982 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0484712441/draining/6ed56fb6cbf7,41471,1732177152969 already deleted, retry=false
2024-11-21T08:19:21,982 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,41471,1732177152969 expired; onlineServers=0
2024-11-21T08:19:21,982 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,34531,1732177152926' *****
2024-11-21T08:19:21,982 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:19:21,982 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:21,982 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:21,982 DEBUG [M:0;6ed56fb6cbf7:34531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:19:21,982 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:19:21,982 DEBUG [M:0;6ed56fb6cbf7:34531 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:19:21,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177153696 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177153696,5,FailOnTimeoutGroup]
2024-11-21T08:19:21,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177153695 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177153695,5,FailOnTimeoutGroup]
2024-11-21T08:19:21,982 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:21,982 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:21,983 DEBUG [M:0;6ed56fb6cbf7:34531 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:19:21,983 INFO  [M:0;6ed56fb6cbf7:34531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:19:21,983 INFO  [M:0;6ed56fb6cbf7:34531 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:21,983 INFO  [M:0;6ed56fb6cbf7:34531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:19:21,983 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:19:21,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0484712441/master
2024-11-21T08:19:21,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0484712441
2024-11-21T08:19:21,993 DEBUG [M:0;6ed56fb6cbf7:34531 {}] zookeeper.ZKUtil(347): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Unable to get data of znode /0484712441/master because node does not exist (not an error)
2024-11-21T08:19:21,993 WARN  [M:0;6ed56fb6cbf7:34531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:19:21,993 INFO  [M:0;6ed56fb6cbf7:34531 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/.lastflushedseqids
2024-11-21T08:19:21,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741852_1028 (size=181)
2024-11-21T08:19:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:22,072 INFO  [RS:0;6ed56fb6cbf7:41471 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41471-0x1015c7984200007, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:22,072 INFO  [RS:0;6ed56fb6cbf7:41471 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,41471,1732177152969; zookeeper connection closed.
2024-11-21T08:19:22,072 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5079bf5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5079bf5c
2024-11-21T08:19:22,072 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:19:22,399 INFO  [M:0;6ed56fb6cbf7:34531 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:19:22,399 INFO  [M:0;6ed56fb6cbf7:34531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:19:22,399 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:22,399 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:22,399 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:22,399 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:22,399 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:22,399 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB
2024-11-21T08:19:22,416 DEBUG [M:0;6ed56fb6cbf7:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1931d58f58814aaabf6c088d211a1204 is 82, key is hbase:meta,,1/info:regioninfo/1732177154321/Put/seqid=0
2024-11-21T08:19:22,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741853_1029 (size=5672)
2024-11-21T08:19:22,820 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1931d58f58814aaabf6c088d211a1204
2024-11-21T08:19:22,837 DEBUG [M:0;6ed56fb6cbf7:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a66d4516ef4104857b41fb22b29c90 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732177158569/Put/seqid=0
2024-11-21T08:19:22,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741854_1030 (size=7312)
2024-11-21T08:19:23,241 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a66d4516ef4104857b41fb22b29c90
2024-11-21T08:19:23,263 DEBUG [M:0;6ed56fb6cbf7:34531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cab7a180d5c460986c938d84eaebb80 is 69, key is 6ed56fb6cbf7,41471,1732177152969/rs:state/1732177153827/Put/seqid=0
2024-11-21T08:19:23,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741855_1031 (size=5370)
2024-11-21T08:19:23,667 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cab7a180d5c460986c938d84eaebb80
2024-11-21T08:19:23,671 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cab7a180d5c460986c938d84eaebb80
2024-11-21T08:19:23,672 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1931d58f58814aaabf6c088d211a1204 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1931d58f58814aaabf6c088d211a1204
2024-11-21T08:19:23,676 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1931d58f58814aaabf6c088d211a1204, entries=8, sequenceid=127, filesize=5.5 K
2024-11-21T08:19:23,677 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a66d4516ef4104857b41fb22b29c90 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38a66d4516ef4104857b41fb22b29c90
2024-11-21T08:19:23,682 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38a66d4516ef4104857b41fb22b29c90, entries=7, sequenceid=127, filesize=7.1 K
2024-11-21T08:19:23,682 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cab7a180d5c460986c938d84eaebb80 as hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cab7a180d5c460986c938d84eaebb80
2024-11-21T08:19:23,687 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cab7a180d5c460986c938d84eaebb80
2024-11-21T08:19:23,687 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41661/user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cab7a180d5c460986c938d84eaebb80, entries=2, sequenceid=127, filesize=5.2 K
2024-11-21T08:19:23,688 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false
2024-11-21T08:19:23,689 INFO  [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:23,689 DEBUG [M:0;6ed56fb6cbf7:34531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177162399Disabling compacts and flushes for region at 1732177162399Disabling writes for close at 1732177162399Obtaining lock to block concurrent updates at 1732177162399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177162399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732177162399Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177162400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177162400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177162416 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177162416Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177162825 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177162836 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177162836Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177163246 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177163262 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177163262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313011b9: reopening flushed file at 1732177163671 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e25cf06: reopening flushed file at 1732177163677 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e058cfd: reopening flushed file at 1732177163682 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=127, compaction requested=false at 1732177163688 (+6 ms)Writing region close event to WAL at 1732177163689 (+1 ms)Closed at 1732177163689
2024-11-21T08:19:23,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40323 is added to blk_1073741847_1023 (size=22903)
2024-11-21T08:19:23,691 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f84bb0-c4df-0513-a40a-592d71eb56ea/MasterData/WALs/6ed56fb6cbf7,34531,1732177152926/6ed56fb6cbf7%2C34531%2C1732177152926.1732177153474 not finished, retry = 0
2024-11-21T08:19:23,792 INFO  [M:0;6ed56fb6cbf7:34531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:19:23,792 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:23,792 INFO  [M:0;6ed56fb6cbf7:34531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34531
2024-11-21T08:19:23,792 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:23,966 INFO  [M:0;6ed56fb6cbf7:34531 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:23,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34531-0x1015c7984200006, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:23,969 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3264e8d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:23,969 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b723d12{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:23,969 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:23,969 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c131e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:23,970 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f930157{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:23,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:19:23,971 WARN  [BP-1109319345-172.17.0.3-1732177135764 heartbeating to localhost/127.0.0.1:41661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:19:23,971 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:19:23,971 WARN  [BP-1109319345-172.17.0.3-1732177135764 heartbeating to localhost/127.0.0.1:41661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1109319345-172.17.0.3-1732177135764 (Datanode Uuid 9d873e8a-007b-4f91-987c-d08bd8bca742) service to localhost/127.0.0.1:41661
2024-11-21T08:19:23,971 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/data/data1/current/BP-1109319345-172.17.0.3-1732177135764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:23,972 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/cluster_99f7061d-9f9e-e20f-9b91-72953b196759/data/data2/current/BP-1109319345-172.17.0.3-1732177135764 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:23,972 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:19:23,977 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aca5195{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:23,978 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b0d291{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:23,978 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:23,978 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e896443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:23,978 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668f504a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91cc92e5-a422-7d01-9786-c108106ecf87/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:23,983 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:19:24,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:19:24,010 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159)
Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41661
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39071 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64799)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41661 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64799)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39071 from jenkins.hfs.8
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41661 from jenkins.hfs.9
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-15-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41661
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41661
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-21-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-17-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41661 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39071 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39071
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-15-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41661
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:39071
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-19-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-14-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=845 (was 901), ProcessCount=11 (was 11), AvailableMemoryMB=3977 (was 3849) - AvailableMemoryMB LEAK? -
2024-11-21T08:19:24,018 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=845, ProcessCount=11, AvailableMemoryMB=3977
2024-11-21T08:19:24,033 INFO  [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication
2024-11-21T08:19:24,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir so I do NOT create it in target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8
2024-11-21T08:19:24,034 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:19:24,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.tmp.dir so I do NOT create it in target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8
2024-11-21T08:19:24,034 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2757565-1c2e-9c4c-75c0-7453fa7141fe/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:19:24,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8
2024-11-21T08:19:24,034 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653, deleteOnExit=true
2024-11-21T08:19:24,057 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/zookeeper_0, clientPort=52557, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:19:24,058 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52557
2024-11-21T08:19:24,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:19:24,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:19:24,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/test.cache.data in system properties and HBase conf
2024-11-21T08:19:24,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:19:24,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:19:24,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:24,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:19:24,060 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:19:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7984200002, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:19:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7984200005, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:19:24,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7984200002, quorum=127.0.0.1:64799, baseZNode=/0484712441 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:19:24,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7984200005, quorum=127.0.0.1:64799, baseZNode=/1193953754 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:19:24,489 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:24,492 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:24,495 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:24,495 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:24,495 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:19:24,496 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:24,497 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52454770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:24,498 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723c962b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:24,592 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f06b92f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/java.io.tmpdir/jetty-localhost-42141-hadoop-hdfs-3_4_1-tests_jar-_-any-4862284927750230293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:24,593 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a383c6{HTTP/1.1, (http/1.1)}{localhost:42141}
2024-11-21T08:19:24,593 INFO  [Time-limited test {}] server.Server(415): Started @222052ms
2024-11-21T08:19:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:19:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:19:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:24,840 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:24,843 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:24,845 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:24,845 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:24,845 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:19:24,846 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486cc472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:24,846 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4909ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:24,943 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@613d8a7d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/java.io.tmpdir/jetty-localhost-41189-hadoop-hdfs-3_4_1-tests_jar-_-any-17288023382273490276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:24,943 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44e8ecdb{HTTP/1.1, (http/1.1)}{localhost:41189}
2024-11-21T08:19:24,943 INFO  [Time-limited test {}] server.Server(415): Started @222402ms
2024-11-21T08:19:24,944 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:19:25,841 WARN  [Thread-1690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/data/data1/current/BP-1411777390-172.17.0.3-1732177164090/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:25,841 WARN  [Thread-1691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/data/data2/current/BP-1411777390-172.17.0.3-1732177164090/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:25,859 WARN  [Thread-1678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:19:25,862 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe083babf15cddeae with lease ID 0xd99e2c4a44659a61: Processing first storage report for DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855 from datanode DatanodeRegistration(127.0.0.1:40571, datanodeUuid=25b694f4-b78e-45a0-86b1-f23b426ec088, infoPort=34637, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=844375379;c=1732177164090)
2024-11-21T08:19:25,862 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe083babf15cddeae with lease ID 0xd99e2c4a44659a61: from storage DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855 node DatanodeRegistration(127.0.0.1:40571, datanodeUuid=25b694f4-b78e-45a0-86b1-f23b426ec088, infoPort=34637, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=844375379;c=1732177164090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:25,862 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe083babf15cddeae with lease ID 0xd99e2c4a44659a61: Processing first storage report for DS-4d996af3-36b5-4f9b-8288-8f4589b35651 from datanode DatanodeRegistration(127.0.0.1:40571, datanodeUuid=25b694f4-b78e-45a0-86b1-f23b426ec088, infoPort=34637, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=844375379;c=1732177164090)
2024-11-21T08:19:25,862 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe083babf15cddeae with lease ID 0xd99e2c4a44659a61: from storage DS-4d996af3-36b5-4f9b-8288-8f4589b35651 node DatanodeRegistration(127.0.0.1:40571, datanodeUuid=25b694f4-b78e-45a0-86b1-f23b426ec088, infoPort=34637, infoSecurePort=0, ipcPort=40301, storageInfo=lv=-57;cid=testClusterID;nsid=844375379;c=1732177164090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:25,872 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8
2024-11-21T08:19:25,872 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:25,873 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:25,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:19:26,281 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214 with version=8
2024-11-21T08:19:26,281 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/hbase-staging
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,283 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:26,284 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:26,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:26,284 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37407
2024-11-21T08:19:26,285 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37407 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:26,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374070x0, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:26,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37407-0x1015c79f2c40000 connected
2024-11-21T08:19:26,468 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:26,469 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:26,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/running
2024-11-21T08:19:26,471 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214, hbase.cluster.distributed=false
2024-11-21T08:19:26,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/acl
2024-11-21T08:19:26,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37407
2024-11-21T08:19:26,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37407
2024-11-21T08:19:26,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37407
2024-11-21T08:19:26,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37407
2024-11-21T08:19:26,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37407
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:26,505 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:26,506 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46129
2024-11-21T08:19:26,507 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46129 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:26,508 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:26,510 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461290x0, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:26,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461290x0, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/running
2024-11-21T08:19:26,526 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:26,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46129-0x1015c79f2c40001 connected
2024-11-21T08:19:26,527 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:26,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/master
2024-11-21T08:19:26,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/acl
2024-11-21T08:19:26,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46129
2024-11-21T08:19:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46129
2024-11-21T08:19:26,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46129
2024-11-21T08:19:26,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46129
2024-11-21T08:19:26,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46129
2024-11-21T08:19:26,558 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:37407
2024-11-21T08:19:26,558 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-410303735/backup-masters/6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:26,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/backup-masters
2024-11-21T08:19:26,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on existing znode=/0-410303735/backup-masters/6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:26,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/backup-masters
2024-11-21T08:19:26,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:26,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410303735/master
2024-11-21T08:19:26,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:26,578 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on existing znode=/0-410303735/master
2024-11-21T08:19:26,579 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-410303735/backup-masters/6ed56fb6cbf7,37407,1732177166283 from backup master directory
2024-11-21T08:19:26,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/backup-masters
2024-11-21T08:19:26,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410303735/backup-masters/6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:26,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/backup-masters
2024-11-21T08:19:26,588 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:26,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:26,593 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/hbase.id] with ID: d7b01b60-4bd8-4b60-8346-94b6803f60dc
2024-11-21T08:19:26,593 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/.tmp/hbase.id
2024-11-21T08:19:26,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:19:26,700 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:26,736 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,737 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,738 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:26,743 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:27,010 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/.tmp/hbase.id]:[hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/hbase.id]
2024-11-21T08:19:27,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:27,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:19:27,020 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:19:27,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:27,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:27,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:19:27,496 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:27,497 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:19:27,497 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:27,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:19:27,904 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store
2024-11-21T08:19:27,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:27,916 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:27,916 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:27,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177167916Disabling compacts and flushes for region at 1732177167916Disabling writes for close at 1732177167916Writing region close event to WAL at 1732177167916Closed at 1732177167916
2024-11-21T08:19:27,917 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/.initializing
2024-11-21T08:19:27,917 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/WALs/6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:27,918 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:27,920 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C37407%2C1732177166283, suffix=, logDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/WALs/6ed56fb6cbf7,37407,1732177166283, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/oldWALs, maxLogs=10
2024-11-21T08:19:27,933 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/WALs/6ed56fb6cbf7,37407,1732177166283/6ed56fb6cbf7%2C37407%2C1732177166283.1732177167920, exclude list is [], retry=0
2024-11-21T08:19:27,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855,DISK]
2024-11-21T08:19:27,938 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/WALs/6ed56fb6cbf7,37407,1732177166283/6ed56fb6cbf7%2C37407%2C1732177166283.1732177167920
2024-11-21T08:19:27,938 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34637:34637)]
2024-11-21T08:19:27,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:27,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:27,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,940 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:27,942 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:19:27,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:27,942 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:27,942 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:27,943 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:19:27,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:27,944 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:27,944 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:27,946 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:19:27,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:27,946 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:27,946 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:27,947 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:19:27,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:27,948 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:27,951 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,951 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,952 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,953 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,953 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,953 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:27,956 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:27,959 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:27,960 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910024, jitterRate=-0.03276526927947998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:27,961 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177167939Initializing all the Stores at 1732177167940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177167940Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177167940Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177167940Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177167940Cleaning up temporary data from old regions at 1732177167953 (+13 ms)Region opened successfully at 1732177167961 (+8 ms)
2024-11-21T08:19:27,961 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:19:27,964 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff2b214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:27,965 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:19:27,965 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:19:27,965 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:19:27,965 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:19:27,966 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-21T08:19:27,967 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:19:27,967 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:19:27,969 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:19:27,970 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/balancer because node does not exist (not necessarily an error)
2024-11-21T08:19:27,983 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/balancer already deleted, retry=false
2024-11-21T08:19:27,983 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:19:27,984 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:19:27,993 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/normalizer already deleted, retry=false
2024-11-21T08:19:27,994 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:19:27,997 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:19:28,009 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/switch/split already deleted, retry=false
2024-11-21T08:19:28,010 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:19:28,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/switch/merge already deleted, retry=false
2024-11-21T08:19:28,028 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:28,041 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410303735/running
2024-11-21T08:19:28,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-410303735/running
2024-11-21T08:19:28,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,053 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,37407,1732177166283, sessionid=0x1015c79f2c40000, setting cluster-up flag (Was=false)
2024-11-21T08:19:28,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,109 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410303735/flush-table-proc/acquired, /0-410303735/flush-table-proc/reached, /0-410303735/flush-table-proc/abort
2024-11-21T08:19:28,111 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:28,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,162 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-410303735/online-snapshot/acquired, /0-410303735/online-snapshot/reached, /0-410303735/online-snapshot/abort
2024-11-21T08:19:28,163 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:28,165 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:19:28,166 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:28,167 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:28,167 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:28,167 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,37407,1732177166283
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:28,172 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,194 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:28,194 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:19:28,196 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,196 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:19:28,204 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177198204
2024-11-21T08:19:28,204 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:28,204 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:28,204 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:28,205 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:28,205 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:28,205 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:28,206 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:28,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:28,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:28,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:28,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:19:28,217 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:28,217 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:28,217 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:19:28,217 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214
2024-11-21T08:19:28,220 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177168217,5,FailOnTimeoutGroup]
2024-11-21T08:19:28,224 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177168220,5,FailOnTimeoutGroup]
2024-11-21T08:19:28,224 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,224 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:28,224 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,224 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:19:28,248 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(746): ClusterId : d7b01b60-4bd8-4b60-8346-94b6803f60dc
2024-11-21T08:19:28,248 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:28,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:28,250 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:28,251 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:28,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,252 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,252 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:28,254 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:28,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,255 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,255 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:28,256 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:28,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:28,258 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:28,258 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:28,258 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:28,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:28,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740
2024-11-21T08:19:28,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740
2024-11-21T08:19:28,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:28,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:28,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:28,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:28,266 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:28,266 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66434009, jitterRate=-0.01005612313747406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177168248Initializing all the Stores at 1732177168249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168250 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177168250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168250Cleaning up temporary data from old regions at 1732177168262 (+12 ms)Region opened successfully at 1732177168267 (+5 ms)
2024-11-21T08:19:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:28,267 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:28,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:28,268 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:28,268 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1750e1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:28,273 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:28,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177168267Disabling compacts and flushes for region at 1732177168267Disabling writes for close at 1732177168267Writing region close event to WAL at 1732177168272 (+5 ms)Closed at 1732177168272
2024-11-21T08:19:28,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:28,274 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:19:28,274 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:28,275 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:28,276 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:19:28,284 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:46129
2024-11-21T08:19:28,284 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:28,284 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:28,284 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:28,286 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,37407,1732177166283 with port=46129, startcode=1732177166505
2024-11-21T08:19:28,286 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:28,290 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:28,290 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,290 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37407 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,292 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214
2024-11-21T08:19:28,292 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40417
2024-11-21T08:19:28,292 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/rs
2024-11-21T08:19:28,305 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] zookeeper.ZKUtil(111): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on existing znode=/0-410303735/rs/6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,305 WARN  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:28,305 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:28,305 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,309 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,46129,1732177166505]
2024-11-21T08:19:28,322 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:28,324 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:28,324 INFO  [RS:0;6ed56fb6cbf7:46129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:28,325 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,328 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:28,336 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:28,336 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:28,337 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,354 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46129,1732177166505-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:28,373 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:28,373 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46129,1732177166505-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,373 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,373 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.Replication(171): 6ed56fb6cbf7,46129,1732177166505 started
2024-11-21T08:19:28,392 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:28,392 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,46129,1732177166505, RpcServer on 6ed56fb6cbf7/172.17.0.3:46129, sessionid=0x1015c79f2c40001
2024-11-21T08:19:28,392 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:28,392 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,392 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,46129,1732177166505'
2024-11-21T08:19:28,392 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410303735/flush-table-proc/abort'
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410303735/flush-table-proc/acquired'
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,46129,1732177166505'
2024-11-21T08:19:28,393 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-410303735/online-snapshot/abort'
2024-11-21T08:19:28,394 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-410303735/online-snapshot/acquired'
2024-11-21T08:19:28,394 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:28,394 INFO  [RS:0;6ed56fb6cbf7:46129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:28,394 INFO  [RS:0;6ed56fb6cbf7:46129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:28,426 WARN  [6ed56fb6cbf7:37407 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:19:28,494 INFO  [RS:0;6ed56fb6cbf7:46129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:28,496 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46129%2C1732177166505, suffix=, logDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs, maxLogs=10
2024-11-21T08:19:28,512 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496, exclude list is [], retry=0
2024-11-21T08:19:28,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855,DISK]
2024-11-21T08:19:28,516 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496
2024-11-21T08:19:28,517 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34637:34637)]
2024-11-21T08:19:28,676 DEBUG [6ed56fb6cbf7:37407 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:28,677 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,678 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,46129,1732177166505, state=OPENING
2024-11-21T08:19:28,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:19:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:28,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410303735/meta-region-server: CHANGED
2024-11-21T08:19:28,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410303735/meta-region-server: CHANGED
2024-11-21T08:19:28,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:28,736 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46129,1732177166505}]
2024-11-21T08:19:28,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:28,893 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:28,896 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:28,896 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:28,896 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:28,899 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46129%2C1732177166505.meta, suffix=.meta, logDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs, maxLogs=10
2024-11-21T08:19:28,917 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.meta.1732177168900.meta, exclude list is [], retry=0
2024-11-21T08:19:28,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855,DISK]
2024-11-21T08:19:28,925 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.meta.1732177168900.meta
2024-11-21T08:19:28,925 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34637:34637)]
2024-11-21T08:19:28,925 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:28,925 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:28,926 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:28,926 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:28,927 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:28,928 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:28,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,929 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:28,929 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:28,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,930 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,930 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:28,933 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:28,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:28,934 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:28,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:28,935 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:28,935 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:28,936 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740
2024-11-21T08:19:28,936 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740
2024-11-21T08:19:28,938 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:28,938 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:28,938 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:28,940 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:28,940 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61211881, jitterRate=-0.08787189424037933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:28,940 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:28,941 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177168926Writing region info on filesystem at 1732177168926Initializing all the Stores at 1732177168927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168927Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177168927Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177168927Cleaning up temporary data from old regions at 1732177168938 (+11 ms)Running coprocessor post-open hooks at 1732177168941 (+3 ms)Region opened successfully at 1732177168941
2024-11-21T08:19:28,942 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177168888
2024-11-21T08:19:28,943 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:28,943 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:28,944 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:28,944 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,46129,1732177166505, state=OPEN
2024-11-21T08:19:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410303735/meta-region-server
2024-11-21T08:19:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-410303735/meta-region-server
2024-11-21T08:19:29,017 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:29,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410303735/meta-region-server: CHANGED
2024-11-21T08:19:29,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-410303735/meta-region-server: CHANGED
2024-11-21T08:19:29,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:19:29,019 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46129,1732177166505 in 281 msec
2024-11-21T08:19:29,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:19:29,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec
2024-11-21T08:19:29,022 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:29,022 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:19:29,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:29,024 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:29,024 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:29,025 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:29,030 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 864 msec
2024-11-21T08:19:29,031 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177169030, completionTime=-1
2024-11-21T08:19:29,031 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:19:29,031 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177229033
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177289033
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:37407, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,033 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,035 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.449sec
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:29,037 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:29,039 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:29,039 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:29,040 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37407,1732177166283-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:29,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a928f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:29,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:29,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:29,049 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e98e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:29,051 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:29,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae344b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:29,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:29,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:29,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:29,054 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:29,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:29,056 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:29,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:29,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c79f2c40002 connected
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir so I do NOT create it in target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe
2024-11-21T08:19:29,091 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.tmp.dir so I do NOT create it in target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe
2024-11-21T08:19:29,091 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:19:29,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/cluster_afcaf5e5-81e2-bff2-5f19-186b11d9ee44, deleteOnExit=true
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/test.cache.data in system properties and HBase conf
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:19:29,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:19:29,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:19:29,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:19:29,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:19:29,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:29,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:19:29,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:19:29,438 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:29,442 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:29,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:29,449 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:29,449 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:19:29,453 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:29,453 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:29,454 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:29,568 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5775d436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/java.io.tmpdir/jetty-localhost-40115-hadoop-hdfs-3_4_1-tests_jar-_-any-17499382855102991064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:29,569 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:40115}
2024-11-21T08:19:29,569 INFO  [Time-limited test {}] server.Server(415): Started @227028ms
2024-11-21T08:19:29,815 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:29,818 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:29,820 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:29,820 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:29,821 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:19:29,821 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:29,821 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:29,940 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3da36794{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/java.io.tmpdir/jetty-localhost-37223-hadoop-hdfs-3_4_1-tests_jar-_-any-1654293760190270599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:29,941 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:37223}
2024-11-21T08:19:29,941 INFO  [Time-limited test {}] server.Server(415): Started @227400ms
2024-11-21T08:19:29,942 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:19:30,684 WARN  [Thread-1811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/cluster_afcaf5e5-81e2-bff2-5f19-186b11d9ee44/data/data1/current/BP-1241586467-172.17.0.3-1732177169110/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:30,685 WARN  [Thread-1812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/cluster_afcaf5e5-81e2-bff2-5f19-186b11d9ee44/data/data2/current/BP-1241586467-172.17.0.3-1732177169110/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:30,737 WARN  [Thread-1799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:19:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf67d275f1731066 with lease ID 0x6d63c1f27a6d6f08: Processing first storage report for DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=30da0f17-e8f3-4592-95f8-3040ab6ebc5b, infoPort=33711, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=1889277286;c=1732177169110)
2024-11-21T08:19:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf67d275f1731066 with lease ID 0x6d63c1f27a6d6f08: from storage DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=30da0f17-e8f3-4592-95f8-3040ab6ebc5b, infoPort=33711, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=1889277286;c=1732177169110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf67d275f1731066 with lease ID 0x6d63c1f27a6d6f08: Processing first storage report for DS-b597c300-5592-48e8-b5cc-0b3cff6694c1 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=30da0f17-e8f3-4592-95f8-3040ab6ebc5b, infoPort=33711, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=1889277286;c=1732177169110)
2024-11-21T08:19:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf67d275f1731066 with lease ID 0x6d63c1f27a6d6f08: from storage DS-b597c300-5592-48e8-b5cc-0b3cff6694c1 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=30da0f17-e8f3-4592-95f8-3040ab6ebc5b, infoPort=33711, infoSecurePort=0, ipcPort=41231, storageInfo=lv=-57;cid=testClusterID;nsid=1889277286;c=1732177169110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:30,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe
2024-11-21T08:19:30,793 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:30,794 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:30,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:19:30,811 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138 with version=8
2024-11-21T08:19:30,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/hbase-staging
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:30,814 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:30,824 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35351
2024-11-21T08:19:30,825 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35351 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:30,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353510x0, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:30,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35351-0x1015c79f2c40003 connected
2024-11-21T08:19:31,036 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:31,038 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:31,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/running
2024-11-21T08:19:31,046 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138, hbase.cluster.distributed=false
2024-11-21T08:19:31,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/acl
2024-11-21T08:19:31,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35351
2024-11-21T08:19:31,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35351
2024-11-21T08:19:31,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35351
2024-11-21T08:19:31,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35351
2024-11-21T08:19:31,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35351
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:31,093 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:31,094 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:31,096 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46095
2024-11-21T08:19:31,097 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46095 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:31,098 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:31,101 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:31,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460950x0, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/running
2024-11-21T08:19:31,116 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:31,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460950x0, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:31,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46095-0x1015c79f2c40004 connected
2024-11-21T08:19:31,124 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:31,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/master
2024-11-21T08:19:31,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/acl
2024-11-21T08:19:31,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46095
2024-11-21T08:19:31,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46095
2024-11-21T08:19:31,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46095
2024-11-21T08:19:31,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46095
2024-11-21T08:19:31,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46095
2024-11-21T08:19:31,162 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:35351
2024-11-21T08:19:31,164 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-443625401/backup-masters/6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:31,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/backup-masters
2024-11-21T08:19:31,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/backup-masters
2024-11-21T08:19:31,180 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on existing znode=/1-443625401/backup-masters/6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-443625401/master
2024-11-21T08:19:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:31,189 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on existing znode=/1-443625401/master
2024-11-21T08:19:31,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-443625401/backup-masters/6ed56fb6cbf7,35351,1732177170813 from backup master directory
2024-11-21T08:19:31,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/backup-masters
2024-11-21T08:19:31,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-443625401/backup-masters/6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:31,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/backup-masters
2024-11-21T08:19:31,199 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:31,199 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:31,210 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/hbase.id] with ID: e2405597-04cd-4774-80d7-96dd8c9843a6
2024-11-21T08:19:31,210 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/.tmp/hbase.id
2024-11-21T08:19:31,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:19:31,252 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/.tmp/hbase.id]:[hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/hbase.id]
2024-11-21T08:19:31,305 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:31,305 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:19:31,306 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:19:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:31,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:31,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:19:31,406 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:31,407 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:19:31,414 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:31,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:19:31,452 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store
2024-11-21T08:19:31,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:31,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:31,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:31,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177171929Disabling compacts and flushes for region at 1732177171929Disabling writes for close at 1732177171929Writing region close event to WAL at 1732177171929Closed at 1732177171929
2024-11-21T08:19:31,931 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/.initializing
2024-11-21T08:19:31,931 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/WALs/6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:31,936 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:31,939 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C35351%2C1732177170813, suffix=, logDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/WALs/6ed56fb6cbf7,35351,1732177170813, archiveDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/oldWALs, maxLogs=10
2024-11-21T08:19:31,955 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/WALs/6ed56fb6cbf7,35351,1732177170813/6ed56fb6cbf7%2C35351%2C1732177170813.1732177171939, exclude list is [], retry=0
2024-11-21T08:19:31,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb,DISK]
2024-11-21T08:19:31,962 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/WALs/6ed56fb6cbf7,35351,1732177170813/6ed56fb6cbf7%2C35351%2C1732177170813.1732177171939
2024-11-21T08:19:31,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33711:33711)]
2024-11-21T08:19:31,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:31,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:31,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,963 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,964 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:31,966 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:19:31,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:31,967 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:31,967 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:31,972 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:19:31,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:31,973 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:31,973 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:31,975 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:19:31,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:31,975 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:31,976 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:31,977 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:19:31,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:31,978 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:31,978 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,978 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,979 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,980 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,980 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,980 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:31,981 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:31,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:31,983 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66974413, jitterRate=-0.0020034760236740112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:31,983 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177171963Initializing all the Stores at 1732177171964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177171964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177171964Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177171964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177171964Cleaning up temporary data from old regions at 1732177171980 (+16 ms)Region opened successfully at 1732177171983 (+3 ms)
2024-11-21T08:19:31,986 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:19:31,989 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513934c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:31,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:19:31,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:19:31,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:19:31,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:19:31,991 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:19:31,991 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:19:31,991 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:19:32,018 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:19:32,020 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/balancer because node does not exist (not necessarily an error)
2024-11-21T08:19:32,073 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/balancer already deleted, retry=false
2024-11-21T08:19:32,073 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:19:32,074 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:19:32,083 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/normalizer already deleted, retry=false
2024-11-21T08:19:32,083 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:19:32,084 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:19:32,097 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/switch/split already deleted, retry=false
2024-11-21T08:19:32,098 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:19:32,109 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/switch/merge already deleted, retry=false
2024-11-21T08:19:32,113 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:32,125 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-443625401/running
2024-11-21T08:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-443625401/running
2024-11-21T08:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,141 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,35351,1732177170813, sessionid=0x1015c79f2c40003, setting cluster-up flag (Was=false)
2024-11-21T08:19:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,193 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-443625401/flush-table-proc/acquired, /1-443625401/flush-table-proc/reached, /1-443625401/flush-table-proc/abort
2024-11-21T08:19:32,194 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:32,246 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-443625401/online-snapshot/acquired, /1-443625401/online-snapshot/reached, /1-443625401/online-snapshot/abort
2024-11-21T08:19:32,247 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:32,248 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:19:32,249 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:32,249 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:32,249 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:32,250 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,35351,1732177170813
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:32,251 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177202252
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:32,252 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:32,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:32,253 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:19:32,254 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:32,254 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:19:32,256 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,259 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:32,259 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:32,259 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:32,259 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:32,260 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:32,260 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:32,264 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177172260,5,FailOnTimeoutGroup]
2024-11-21T08:19:32,264 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177172264,5,FailOnTimeoutGroup]
2024-11-21T08:19:32,264 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,264 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:32,264 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,264 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:19:32,343 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(746): ClusterId : e2405597-04cd-4774-80d7-96dd8c9843a6
2024-11-21T08:19:32,343 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:32,352 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:32,352 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:32,362 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:32,362 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253df67a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:32,374 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:46095
2024-11-21T08:19:32,374 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:32,375 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:32,375 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:32,375 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,35351,1732177170813 with port=46095, startcode=1732177171093
2024-11-21T08:19:32,375 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:32,377 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:32,377 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,377 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35351 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,379 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138
2024-11-21T08:19:32,379 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46645
2024-11-21T08:19:32,379 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:32,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/rs
2024-11-21T08:19:32,451 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] zookeeper.ZKUtil(111): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on existing znode=/1-443625401/rs/6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,451 WARN  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:32,451 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:32,451 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,451 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,46095,1732177171093]
2024-11-21T08:19:32,454 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:32,455 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:32,455 INFO  [RS:0;6ed56fb6cbf7:46095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:32,455 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,455 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:32,456 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:32,456 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:32,456 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:32,456 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,457 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,457 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,457 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,457 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,457 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46095,1732177171093-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:32,469 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:32,469 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46095,1732177171093-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,469 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,469 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.Replication(171): 6ed56fb6cbf7,46095,1732177171093 started
2024-11-21T08:19:32,482 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:32,483 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,46095,1732177171093, RpcServer on 6ed56fb6cbf7/172.17.0.3:46095, sessionid=0x1015c79f2c40004
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,46095,1732177171093'
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-443625401/flush-table-proc/abort'
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-443625401/flush-table-proc/acquired'
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,46095,1732177171093'
2024-11-21T08:19:32,483 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-443625401/online-snapshot/abort'
2024-11-21T08:19:32,484 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-443625401/online-snapshot/acquired'
2024-11-21T08:19:32,484 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:32,484 INFO  [RS:0;6ed56fb6cbf7:46095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:32,484 INFO  [RS:0;6ed56fb6cbf7:46095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:32,584 INFO  [RS:0;6ed56fb6cbf7:46095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:32,585 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46095%2C1732177171093, suffix=, logDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093, archiveDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs, maxLogs=10
2024-11-21T08:19:32,597 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586, exclude list is [], retry=0
2024-11-21T08:19:32,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb,DISK]
2024-11-21T08:19:32,601 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586
2024-11-21T08:19:32,602 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33711:33711)]
2024-11-21T08:19:32,668 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:19:32,668 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138
2024-11-21T08:19:32,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:19:32,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:32,696 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:32,697 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:32,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:32,698 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:32,698 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:32,699 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:32,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:32,699 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:32,699 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:32,700 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:32,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:32,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:32,701 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:32,701 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:32,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:32,702 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:32,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:32,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740
2024-11-21T08:19:32,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740
2024-11-21T08:19:32,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:32,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:32,705 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:32,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:32,707 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:32,708 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62414830, jitterRate=-0.06994655728340149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177172694Initializing all the Stores at 1732177172695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177172695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177172696 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177172696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177172696Cleaning up temporary data from old regions at 1732177172704 (+8 ms)Region opened successfully at 1732177172708 (+4 ms)
2024-11-21T08:19:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:32,708 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:32,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:32,709 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:32,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177172708Disabling compacts and flushes for region at 1732177172708Disabling writes for close at 1732177172708Writing region close event to WAL at 1732177172708Closed at 1732177172708
2024-11-21T08:19:32,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:32,735 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:19:32,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:32,736 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:32,738 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:19:32,888 DEBUG [6ed56fb6cbf7:35351 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:32,889 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:32,890 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,46095,1732177171093, state=OPENING
2024-11-21T08:19:33,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:19:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:33,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-443625401/meta-region-server: CHANGED
2024-11-21T08:19:33,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-443625401/meta-region-server: CHANGED
2024-11-21T08:19:33,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:33,041 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46095,1732177171093}]
2024-11-21T08:19:33,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:33,195 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:33,198 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:33,198 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:33,198 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:33,199 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46095%2C1732177171093.meta, suffix=.meta, logDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093, archiveDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs, maxLogs=10
2024-11-21T08:19:33,212 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.meta.1732177173200.meta, exclude list is [], retry=0
2024-11-21T08:19:33,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb,DISK]
2024-11-21T08:19:33,218 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.meta.1732177173200.meta
2024-11-21T08:19:33,220 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33711:33711)]
2024-11-21T08:19:33,220 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:33,221 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:33,221 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:33,221 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:33,224 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:33,225 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:33,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:33,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:33,226 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:33,226 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:33,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:33,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:33,227 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:33,227 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:33,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:33,228 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:33,228 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:33,229 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:33,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:33,229 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:33,229 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:33,230 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740
2024-11-21T08:19:33,231 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740
2024-11-21T08:19:33,232 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:33,232 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:33,233 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:33,234 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:33,235 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74386649, jitterRate=0.10844744741916656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:33,235 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:33,235 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177173221Writing region info on filesystem at 1732177173221Initializing all the Stores at 1732177173222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177173222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177173224 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177173224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177173224Cleaning up temporary data from old regions at 1732177173232 (+8 ms)Running coprocessor post-open hooks at 1732177173235 (+3 ms)Region opened successfully at 1732177173235
2024-11-21T08:19:33,236 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177173193
2024-11-21T08:19:33,238 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:33,238 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:33,238 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:33,239 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,46095,1732177171093, state=OPEN
2024-11-21T08:19:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-443625401/meta-region-server
2024-11-21T08:19:33,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-443625401/meta-region-server
2024-11-21T08:19:33,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-443625401/meta-region-server: CHANGED
2024-11-21T08:19:33,251 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-443625401/meta-region-server: CHANGED
2024-11-21T08:19:33,251 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:33,254 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:19:33,254 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,46095,1732177171093 in 210 msec
2024-11-21T08:19:33,262 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:19:33,262 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec
2024-11-21T08:19:33,262 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:33,262 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:19:33,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:33,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:33,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:33,265 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:33,270 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0200 sec
2024-11-21T08:19:33,270 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177173270, completionTime=-1
2024-11-21T08:19:33,270 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:19:33,270 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:33,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177233272
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177293273
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:35351, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,275 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.078sec
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:33,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:33,281 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:33,281 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:33,281 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35351,1732177170813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:33,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edfb1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:33,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:33,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:33,345 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:33,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:33,347 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:33,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425dd519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:33,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:33,351 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:33,352 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:33,353 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52557
2024-11-21T08:19:33,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:33,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c79f2c40005 connected
2024-11-21T08:19:33,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:33,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cbc123d
2024-11-21T08:19:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:33,382 INFO  [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:33,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:19:33,385 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:19:33,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:33,385 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:19:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:33,386 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:19:33,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:19:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:33,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:33,800 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e094715156eb36e55f75c48ead5dee5d, NAME => 'test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214
2024-11-21T08:19:33,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:19:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e094715156eb36e55f75c48ead5dee5d, disabling compactions & flushes
2024-11-21T08:19:34,205 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177173382.e094715156eb36e55f75c48ead5dee5d. after waiting 0 ms
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,205 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e094715156eb36e55f75c48ead5dee5d:
Waiting for close lock at 1732177174205Disabling compacts and flushes for region at 1732177174205Disabling writes for close at 1732177174205Writing region close event to WAL at 1732177174205Closed at 1732177174205
2024-11-21T08:19:34,206 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:19:34,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177174206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177174206"}]},"ts":"1732177174206"}
2024-11-21T08:19:34,208 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:19:34,209 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:19:34,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177174209"}]},"ts":"1732177174209"}
2024-11-21T08:19:34,210 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:19:34,211 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e094715156eb36e55f75c48ead5dee5d, ASSIGN}]
2024-11-21T08:19:34,211 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e094715156eb36e55f75c48ead5dee5d, ASSIGN
2024-11-21T08:19:34,212 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e094715156eb36e55f75c48ead5dee5d, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,46129,1732177166505; forceNewPlan=false, retain=false
2024-11-21T08:19:34,363 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e094715156eb36e55f75c48ead5dee5d, regionState=OPENING, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:34,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e094715156eb36e55f75c48ead5dee5d, ASSIGN because future has completed
2024-11-21T08:19:34,365 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e094715156eb36e55f75c48ead5dee5d, server=6ed56fb6cbf7,46129,1732177166505}]
2024-11-21T08:19:34,428 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:34,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,464 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,465 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,465 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,471 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:34,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:19:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:34,547 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,547 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e094715156eb36e55f75c48ead5dee5d, NAME => 'test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:34,548 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:34,548 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:19:34,548 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,548 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:34,548 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,548 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,566 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e094715156eb36e55f75c48ead5dee5d 
2024-11-21T08:19:34,568 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e094715156eb36e55f75c48ead5dee5d columnFamilyName f
2024-11-21T08:19:34,568 DEBUG [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:34,569 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(327): Store=e094715156eb36e55f75c48ead5dee5d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:34,569 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e094715156eb36e55f75c48ead5dee5d 
2024-11-21T08:19:34,575 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e094715156eb36e55f75c48ead5dee5d columnFamilyName f1
2024-11-21T08:19:34,575 DEBUG [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:34,575 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(327): Store=e094715156eb36e55f75c48ead5dee5d/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:34,575 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e094715156eb36e55f75c48ead5dee5d 
2024-11-21T08:19:34,576 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e094715156eb36e55f75c48ead5dee5d columnFamilyName norep
2024-11-21T08:19:34,576 DEBUG [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:34,577 INFO  [StoreOpener-e094715156eb36e55f75c48ead5dee5d-1 {}] regionserver.HStore(327): Store=e094715156eb36e55f75c48ead5dee5d/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:34,577 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,578 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,578 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,579 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,579 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,580 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:34,581 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,593 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:34,593 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e094715156eb36e55f75c48ead5dee5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60918705, jitterRate=-0.09224055707454681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:34,594 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:34,594 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e094715156eb36e55f75c48ead5dee5d:
Running coprocessor pre-open hook at 1732177174548Writing region info on filesystem at 1732177174548Initializing all the Stores at 1732177174549 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177174549Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177174560 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177174560Cleaning up temporary data from old regions at 1732177174579 (+19 ms)Running coprocessor post-open hooks at 1732177174594 (+15 ms)Region opened successfully at 1732177174594
2024-11-21T08:19:34,595 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., pid=6, masterSystemTime=1732177174522
2024-11-21T08:19:34,597 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,597 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:34,598 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e094715156eb36e55f75c48ead5dee5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:34,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e094715156eb36e55f75c48ead5dee5d, server=6ed56fb6cbf7,46129,1732177166505 because future has completed
2024-11-21T08:19:34,603 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:19:34,603 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e094715156eb36e55f75c48ead5dee5d, server=6ed56fb6cbf7,46129,1732177166505 in 236 msec
2024-11-21T08:19:34,605 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:19:34,605 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e094715156eb36e55f75c48ead5dee5d, ASSIGN in 392 msec
2024-11-21T08:19:34,606 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:19:34,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177174606"}]},"ts":"1732177174606"}
2024-11-21T08:19:34,608 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:19:34,609 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:19:34,610 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2260 sec
2024-11-21T08:19:34,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:19:34,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:19:34,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:19:34,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-21T08:19:34,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:34,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-21T08:19:34,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:19:34,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-21T08:19:34,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:34,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T08:19:34,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:19:34,820 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T08:19:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:35,537 INFO  [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:19:35,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71a35ebe
2024-11-21T08:19:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:35,539 INFO  [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:35,540 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:19:35,542 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:19:35,542 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:35,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:19:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:35,543 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:19:35,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:19:35,551 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8cbab9a43ad63ba8f18cfaf4e992137, NAME => 'test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138
2024-11-21T08:19:35,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:19:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c8cbab9a43ad63ba8f18cfaf4e992137, disabling compactions & flushes
2024-11-21T08:19:35,958 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137. after waiting 0 ms
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:35,958 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:35,958 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8cbab9a43ad63ba8f18cfaf4e992137:
Waiting for close lock at 1732177175958Disabling compacts and flushes for region at 1732177175958Disabling writes for close at 1732177175958Writing region close event to WAL at 1732177175958Closed at 1732177175958
2024-11-21T08:19:35,960 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:19:35,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177175960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177175960"}]},"ts":"1732177175960"}
2024-11-21T08:19:35,962 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:19:35,963 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:19:35,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177175963"}]},"ts":"1732177175963"}
2024-11-21T08:19:35,965 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:19:35,965 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8cbab9a43ad63ba8f18cfaf4e992137, ASSIGN}]
2024-11-21T08:19:35,966 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c8cbab9a43ad63ba8f18cfaf4e992137, ASSIGN
2024-11-21T08:19:35,967 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c8cbab9a43ad63ba8f18cfaf4e992137, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,46095,1732177171093; forceNewPlan=false, retain=false
2024-11-21T08:19:36,117 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8cbab9a43ad63ba8f18cfaf4e992137, regionState=OPENING, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:36,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c8cbab9a43ad63ba8f18cfaf4e992137, ASSIGN because future has completed
2024-11-21T08:19:36,120 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cbab9a43ad63ba8f18cfaf4e992137, server=6ed56fb6cbf7,46095,1732177171093}]
2024-11-21T08:19:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:36,279 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:36,279 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c8cbab9a43ad63ba8f18cfaf4e992137, NAME => 'test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:36,279 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:36,279 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:19:36,279 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,279 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:36,279 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,280 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,281 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c8cbab9a43ad63ba8f18cfaf4e992137 
2024-11-21T08:19:36,282 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cbab9a43ad63ba8f18cfaf4e992137 columnFamilyName f
2024-11-21T08:19:36,282 DEBUG [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:36,282 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(327): Store=c8cbab9a43ad63ba8f18cfaf4e992137/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:36,282 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c8cbab9a43ad63ba8f18cfaf4e992137 
2024-11-21T08:19:36,283 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cbab9a43ad63ba8f18cfaf4e992137 columnFamilyName f1
2024-11-21T08:19:36,283 DEBUG [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:36,283 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(327): Store=c8cbab9a43ad63ba8f18cfaf4e992137/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:36,284 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c8cbab9a43ad63ba8f18cfaf4e992137 
2024-11-21T08:19:36,284 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8cbab9a43ad63ba8f18cfaf4e992137 columnFamilyName norep
2024-11-21T08:19:36,284 DEBUG [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:36,285 INFO  [StoreOpener-c8cbab9a43ad63ba8f18cfaf4e992137-1 {}] regionserver.HStore(327): Store=c8cbab9a43ad63ba8f18cfaf4e992137/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:36,285 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,285 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,286 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,286 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,286 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,287 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:36,288 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,290 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:36,290 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c8cbab9a43ad63ba8f18cfaf4e992137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70688214, jitterRate=0.05333647131919861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:36,290 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:36,290 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c8cbab9a43ad63ba8f18cfaf4e992137:
Running coprocessor pre-open hook at 1732177176280Writing region info on filesystem at 1732177176280Initializing all the Stores at 1732177176280Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177176280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177176281 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177176281Cleaning up temporary data from old regions at 1732177176286 (+5 ms)Running coprocessor post-open hooks at 1732177176290 (+4 ms)Region opened successfully at 1732177176290
2024-11-21T08:19:36,291 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., pid=6, masterSystemTime=1732177176273
2024-11-21T08:19:36,294 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:36,294 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:36,297 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c8cbab9a43ad63ba8f18cfaf4e992137, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:36,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8cbab9a43ad63ba8f18cfaf4e992137, server=6ed56fb6cbf7,46095,1732177171093 because future has completed
2024-11-21T08:19:36,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:19:36,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c8cbab9a43ad63ba8f18cfaf4e992137, server=6ed56fb6cbf7,46095,1732177171093 in 182 msec
2024-11-21T08:19:36,306 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:19:36,306 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c8cbab9a43ad63ba8f18cfaf4e992137, ASSIGN in 339 msec
2024-11-21T08:19:36,307 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:19:36,307 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177176307"}]},"ts":"1732177176307"}
2024-11-21T08:19:36,308 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:19:36,309 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:19:36,310 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec
2024-11-21T08:19:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:19:36,678 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:19:36,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae6be8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:36,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:36,685 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547e5dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:36,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,686 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9b7687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f5c332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:36,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:36,689 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77255f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,690 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4168f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:36,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:36,692 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,694 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5f024a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1100d602
2024-11-21T08:19:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:36,696 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:36,697 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:35351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:19:36,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:19:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:36,699 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:35351'
2024-11-21T08:19:36,704 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c6d7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,704 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:36,704 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:36,705 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7885fc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:36,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:36,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,706 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:36,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11702b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:36,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c39ac37
2024-11-21T08:19:36,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:36,709 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:36,710 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:19:36,710 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:19:36,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,710 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:36,710 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:36,711 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:36,712 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:19:36,718 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:19:36,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:36,719 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:19:36,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:19:36,767 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:19:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:37,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:37,149 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1fc5777f05b017c295a52988568d1e78, NAME => 'hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214
2024-11-21T08:19:37,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:19:37,161 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:37,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1fc5777f05b017c295a52988568d1e78, disabling compactions & flushes
2024-11-21T08:19:37,162 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78. after waiting 0 ms
2024-11-21T08:19:37,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,162 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,162 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1fc5777f05b017c295a52988568d1e78:
Waiting for close lock at 1732177177161Disabling compacts and flushes for region at 1732177177161Disabling writes for close at 1732177177162 (+1 ms)Writing region close event to WAL at 1732177177162Closed at 1732177177162
2024-11-21T08:19:37,163 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:19:37,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177177163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177177163"}]},"ts":"1732177177163"}
2024-11-21T08:19:37,167 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:19:37,169 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:19:37,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177177169"}]},"ts":"1732177177169"}
2024-11-21T08:19:37,172 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:19:37,172 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fc5777f05b017c295a52988568d1e78, ASSIGN}]
2024-11-21T08:19:37,174 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fc5777f05b017c295a52988568d1e78, ASSIGN
2024-11-21T08:19:37,175 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fc5777f05b017c295a52988568d1e78, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,46129,1732177166505; forceNewPlan=false, retain=false
2024-11-21T08:19:37,326 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fc5777f05b017c295a52988568d1e78, regionState=OPENING, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:37,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1fc5777f05b017c295a52988568d1e78, ASSIGN because future has completed
2024-11-21T08:19:37,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fc5777f05b017c295a52988568d1e78, server=6ed56fb6cbf7,46129,1732177166505}]
2024-11-21T08:19:37,499 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:37,500 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:19:37,501 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46129%2C1732177166505.rep, suffix=, logDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505, archiveDir=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs, maxLogs=10
2024-11-21T08:19:37,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.rep.1732177177502, exclude list is [], retry=0
2024-11-21T08:19:37,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40571,DS-3ac7f26c-76f4-4e1b-86a1-578ce4a95855,DISK]
2024-11-21T08:19:37,567 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.rep.1732177177502
2024-11-21T08:19:37,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34637:34637)]
2024-11-21T08:19:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1fc5777f05b017c295a52988568d1e78, NAME => 'hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:37,570 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78. service=MultiRowMutationService
2024-11-21T08:19:37,570 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:19:37,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:37,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,592 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1fc5777f05b017c295a52988568d1e78 
2024-11-21T08:19:37,597 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc5777f05b017c295a52988568d1e78 columnFamilyName hfileref
2024-11-21T08:19:37,597 DEBUG [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:37,600 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(327): Store=1fc5777f05b017c295a52988568d1e78/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:37,601 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1fc5777f05b017c295a52988568d1e78 
2024-11-21T08:19:37,605 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc5777f05b017c295a52988568d1e78 columnFamilyName queue
2024-11-21T08:19:37,605 DEBUG [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:37,605 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(327): Store=1fc5777f05b017c295a52988568d1e78/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:37,605 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1fc5777f05b017c295a52988568d1e78 
2024-11-21T08:19:37,609 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fc5777f05b017c295a52988568d1e78 columnFamilyName sid
2024-11-21T08:19:37,609 DEBUG [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:37,609 INFO  [StoreOpener-1fc5777f05b017c295a52988568d1e78-1 {}] regionserver.HStore(327): Store=1fc5777f05b017c295a52988568d1e78/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:37,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:37,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:37,629 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1fc5777f05b017c295a52988568d1e78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65895718, jitterRate=-0.01807728409767151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:37,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:37,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1fc5777f05b017c295a52988568d1e78:
Running coprocessor pre-open hook at 1732177177571Writing region info on filesystem at 1732177177571Initializing all the Stores at 1732177177572 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177177572Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177177580 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177177580Cleaning up temporary data from old regions at 1732177177612 (+32 ms)Running coprocessor post-open hooks at 1732177177629 (+17 ms)Region opened successfully at 1732177177630 (+1 ms)
2024-11-21T08:19:37,631 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78., pid=10, masterSystemTime=1732177177491
2024-11-21T08:19:37,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,634 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:37,634 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1fc5777f05b017c295a52988568d1e78, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1fc5777f05b017c295a52988568d1e78, server=6ed56fb6cbf7,46129,1732177166505 because future has completed
2024-11-21T08:19:37,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:19:37,652 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1fc5777f05b017c295a52988568d1e78, server=6ed56fb6cbf7,46129,1732177166505 in 303 msec
2024-11-21T08:19:37,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:19:37,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1fc5777f05b017c295a52988568d1e78, ASSIGN in 480 msec
2024-11-21T08:19:37,660 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:19:37,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177177660"}]},"ts":"1732177177660"}
2024-11-21T08:19:37,663 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:19:37,665 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:19:37,671 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 954 msec
2024-11-21T08:19:37,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2]
2024-11-21T08:19:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:37,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:37,779 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:19:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:37,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:19:37,948 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:19:38,006 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,46129,1732177166505, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:19:38,006 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:38,007 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:38,007 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:38,008 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-21T08:19:38,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,46129,1732177166505', locateType=CURRENT is [region=hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2]
2024-11-21T08:19:38,014 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:19:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:19:38,016 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,46129,1732177166505 suceeded
2024-11-21T08:19:38,017 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:19:38,017 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec
2024-11-21T08:19:38,017 INFO  [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:35351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:19:38,019 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3200 sec
2024-11-21T08:19:38,033 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:35351'
2024-11-21T08:19:38,045 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29b228a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,045 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:38,046 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:38,049 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:38,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:38,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:38,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd61c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:38,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:38,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,051 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:38,055 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38b54ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,055 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:38,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:38,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@525593b
2024-11-21T08:19:38,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:38,058 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:38,060 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,46129,1732177166505 (queues=1) is replicating from cluster=d7b01b60-4bd8-4b60-8346-94b6803f60dc to cluster=e2405597-04cd-4774-80d7-96dd8c9843a6
2024-11-21T08:19:38,060 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C46129%2C1732177166505
2024-11-21T08:19:38,060 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,46129,1732177166505, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:19:38,072 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C46129%2C1732177166505
2024-11-21T08:19:38,072 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496, startPosition=0, beingWritten=true
2024-11-21T08:19:38,092 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:19:38,092 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:38,092 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46129,1732177166505 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:19:38,305 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:38,454 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:19:38,611 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:38,858 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:19:38,858 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:38,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:38,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:38,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:38,861 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132a7b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:38,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,864 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:38,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc84f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:38,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:38,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b19ca6
2024-11-21T08:19:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:38,868 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:38,868 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:37407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:19:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:19:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:38,872 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37407'
2024-11-21T08:19:38,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184a39f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,876 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:38,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:38,877 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c85721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:38,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,879 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:38,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e038de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:38,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:38,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28014f68
2024-11-21T08:19:38,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:38,883 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:38,884 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:19:38,884 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:19:38,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:38,885 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:38,887 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:38,888 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:19:38,890 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:19:38,890 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:38,891 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:19:38,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:19:38,933 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 773b2e8f797dae21b7e3a1a49bc52536, NAME => 'hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138
2024-11-21T08:19:38,939 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:19:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:38,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:19:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 773b2e8f797dae21b7e3a1a49bc52536, disabling compactions & flushes
2024-11-21T08:19:38,998 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536. after waiting 0 ms
2024-11-21T08:19:38,998 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:38,999 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:38,999 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 773b2e8f797dae21b7e3a1a49bc52536:
Waiting for close lock at 1732177178998Disabling compacts and flushes for region at 1732177178998Disabling writes for close at 1732177178998Writing region close event to WAL at 1732177178998Closed at 1732177178999 (+1 ms)
2024-11-21T08:19:39,000 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:19:39,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177179000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177179000"}]},"ts":"1732177179000"}
2024-11-21T08:19:39,003 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:19:39,004 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:19:39,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177179004"}]},"ts":"1732177179004"}
2024-11-21T08:19:39,007 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:19:39,007 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773b2e8f797dae21b7e3a1a49bc52536, ASSIGN}]
2024-11-21T08:19:39,008 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773b2e8f797dae21b7e3a1a49bc52536, ASSIGN
2024-11-21T08:19:39,009 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=773b2e8f797dae21b7e3a1a49bc52536, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,46095,1732177171093; forceNewPlan=false, retain=false
2024-11-21T08:19:39,015 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:39,160 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=773b2e8f797dae21b7e3a1a49bc52536, regionState=OPENING, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=773b2e8f797dae21b7e3a1a49bc52536, ASSIGN because future has completed
2024-11-21T08:19:39,163 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773b2e8f797dae21b7e3a1a49bc52536, server=6ed56fb6cbf7,46095,1732177171093}]
2024-11-21T08:19:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:39,318 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:39,318 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:39,318 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:19:39,320 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C46095%2C1732177171093.rep, suffix=, logDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093, archiveDir=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs, maxLogs=10
2024-11-21T08:19:39,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.rep.1732177179320, exclude list is [], retry=0
2024-11-21T08:19:39,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-ba183ade-0bb0-45c4-872a-d7ea06ecd2bb,DISK]
2024-11-21T08:19:39,346 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.rep.1732177179320
2024-11-21T08:19:39,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33711:33711)]
2024-11-21T08:19:39,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 773b2e8f797dae21b7e3a1a49bc52536, NAME => 'hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:39,347 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536. service=MultiRowMutationService
2024-11-21T08:19:39,347 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,352 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 773b2e8f797dae21b7e3a1a49bc52536 
2024-11-21T08:19:39,353 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773b2e8f797dae21b7e3a1a49bc52536 columnFamilyName hfileref
2024-11-21T08:19:39,354 DEBUG [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:39,354 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(327): Store=773b2e8f797dae21b7e3a1a49bc52536/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:39,354 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 773b2e8f797dae21b7e3a1a49bc52536 
2024-11-21T08:19:39,355 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773b2e8f797dae21b7e3a1a49bc52536 columnFamilyName queue
2024-11-21T08:19:39,355 DEBUG [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:39,355 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(327): Store=773b2e8f797dae21b7e3a1a49bc52536/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:39,355 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 773b2e8f797dae21b7e3a1a49bc52536 
2024-11-21T08:19:39,356 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 773b2e8f797dae21b7e3a1a49bc52536 columnFamilyName sid
2024-11-21T08:19:39,356 DEBUG [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:39,357 INFO  [StoreOpener-773b2e8f797dae21b7e3a1a49bc52536-1 {}] regionserver.HStore(327): Store=773b2e8f797dae21b7e3a1a49bc52536/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:39,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:19:39,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:39,369 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 773b2e8f797dae21b7e3a1a49bc52536; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71516449, jitterRate=0.06567813456058502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:19:39,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:39,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 773b2e8f797dae21b7e3a1a49bc52536:
Running coprocessor pre-open hook at 1732177179347Writing region info on filesystem at 1732177179347Initializing all the Stores at 1732177179348 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177179348Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177179352 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177179352Cleaning up temporary data from old regions at 1732177179359 (+7 ms)Running coprocessor post-open hooks at 1732177179370 (+11 ms)Region opened successfully at 1732177179370
2024-11-21T08:19:39,371 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536., pid=10, masterSystemTime=1732177179315
2024-11-21T08:19:39,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:39,373 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:39,374 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=773b2e8f797dae21b7e3a1a49bc52536, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:39,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 773b2e8f797dae21b7e3a1a49bc52536, server=6ed56fb6cbf7,46095,1732177171093 because future has completed
2024-11-21T08:19:39,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:19:39,387 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 773b2e8f797dae21b7e3a1a49bc52536, server=6ed56fb6cbf7,46095,1732177171093 in 223 msec
2024-11-21T08:19:39,389 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:19:39,389 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=773b2e8f797dae21b7e3a1a49bc52536, ASSIGN in 380 msec
2024-11-21T08:19:39,390 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:19:39,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177179390"}]},"ts":"1732177179390"}
2024-11-21T08:19:39,392 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:19:39,393 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:19:39,394 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 508 msec
2024-11-21T08:19:39,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2]
2024-11-21T08:19:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:39,534 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:39,537 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:19:39,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:19:39,690 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:19:39,726 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,46095,1732177171093, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:19:39,727 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:39,727 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:39,727 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:39,728 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-21T08:19:39,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,46095,1732177171093', locateType=CURRENT is [region=hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2]
2024-11-21T08:19:39,733 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:19:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:19:39,735 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,46095,1732177171093 suceeded
2024-11-21T08:19:39,737 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:19:39,737 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:37407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:19:39,737 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec
2024-11-21T08:19:39,739 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 868 msec
2024-11-21T08:19:39,754 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37407'
2024-11-21T08:19:39,755 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f65e508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:39,755 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:39,756 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:39,756 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1285a8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:39,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:39,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:39,759 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:39,759 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515ff3ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:39,760 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:39,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:39,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27c3fc12
2024-11-21T08:19:39,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:39,762 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:39,762 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,46095,1732177171093 (queues=1) is replicating from cluster=e2405597-04cd-4774-80d7-96dd8c9843a6 to cluster=d7b01b60-4bd8-4b60-8346-94b6803f60dc
2024-11-21T08:19:39,762 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C46095%2C1732177171093
2024-11-21T08:19:39,763 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,46095,1732177171093, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:19:39,763 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C46095%2C1732177171093
2024-11-21T08:19:39,763 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586, startPosition=0, beingWritten=true
2024-11-21T08:19:39,771 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:19:39,771 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:39,771 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46095,1732177171093 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:19:39,991 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:19:40,008 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:19:40,008 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:40,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:40,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,009 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:40,012 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:40,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732177180012/Put/seqid=0
2024-11-21T08:19:40,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741840_1016 (size=7894)
2024-11-21T08:19:40,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732177180020/Put/seqid=0
2024-11-21T08:19:40,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741841_1017 (size=7691)
2024-11-21T08:19:40,050 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:40,094 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,094 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,094 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,095 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,095 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,095 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,113 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:40,139 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:40,301 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:40,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452aeb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:40,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:40,428 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4f1bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:40,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,429 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:40,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abc05da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:40,432 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:40,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35aa5b6
2024-11-21T08:19:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:40,442 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2]
2024-11-21T08:19:40,448 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:40,454 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc]
2024-11-21T08:19:40,457 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff]
2024-11-21T08:19:40,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-21T08:19:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:40,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-21T08:19:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegion(2603): Flush status journal for e094715156eb36e55f75c48ead5dee5d:

2024-11-21T08:19:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_1
2024-11-21T08:19:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_1 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_
2024-11-21T08:19:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_0
2024-11-21T08:19:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_0 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/f84203eeb346469e859bd339780c26c5_SeqId_4_
2024-11-21T08:19:40,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_1 into e094715156eb36e55f75c48ead5dee5d/f as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ - updating store file list.
2024-11-21T08:19:40,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:19:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf92a0b45ab44514968272500fd4ec26_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:40,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ into e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:40,483 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_1 into e094715156eb36e55f75c48ead5dee5d/f (new location: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_)
2024-11-21T08:19:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_1
2024-11-21T08:19:40,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_0 into e094715156eb36e55f75c48ead5dee5d/f as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ - updating store file list.
2024-11-21T08:19:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f84203eeb346469e859bd339780c26c5_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:40,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ into e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:40,489 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_0 into e094715156eb36e55f75c48ead5dee5d/f (new location: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/f84203eeb346469e859bd339780c26c5_SeqId_4_)
2024-11-21T08:19:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins__test__j1rteke018vvnutfh3c70qtui2d4okojd179dvajht21smi63omafva02tkf7ksq/f/hfile_0
2024-11-21T08:19:40,492 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:40,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:40,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,492 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2 , the old value is region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:46129 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:19:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:19:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2 from cache
2024-11-21T08:19:40,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:40,495 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:40,496 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:19:40,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2]
2024-11-21T08:19:40,499 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:19:40,597 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:46129 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:19:40,706 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:40,843 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 379, reset compression=false
2024-11-21T08:19:40,848 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:19:40,848 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46129,1732177166505 got entry batch from reader: WALEntryBatch [walEntries=[{test/e094715156eb36e55f75c48ead5dee5d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177180490/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:19:40,851 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:40,852 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService
2024-11-21T08:19:40,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.ReplicationSink(318): Replicating [d7b01b60-4bd8-4b60-8346-94b6803f60dc] bulk loaded data
2024-11-21T08:19:40,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76eb3807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:40,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:40,854 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537bccd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:40,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:40,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:40,855 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:40,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3940fb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:40,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741840_1016 (size=7691)
2024-11-21T08:19:41,049 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:41,213 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:41,366 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:41,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741841_1017 (size=7894)
2024-11-21T08:19:41,502 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:19:41,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:41,787 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:41,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711f8dbf
2024-11-21T08:19:41,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:41,789 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:41,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:41,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:41,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:41,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:41,793 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService
2024-11-21T08:19:41,804 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-21T08:19:41,807 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-21T08:19:41,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ for inclusion in c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc
2024-11-21T08:19:41,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:41,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ for inclusion in c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff
2024-11-21T08:19:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2603): Flush status journal for c8cbab9a43ad63ba8f18cfaf4e992137:

2024-11-21T08:19:41,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f84203eeb346469e859bd339780c26c5_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:19:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/1b2c4c12674a457294ebe036c0239362_SeqId_4_
2024-11-21T08:19:41,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cf92a0b45ab44514968272500fd4ec26_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:19:41,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/4cb7966350894aeba55ccd6f05f4e519_SeqId_4_
2024-11-21T08:19:41,824 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/1b2c4c12674a457294ebe036c0239362_SeqId_4_ - updating store file list.
2024-11-21T08:19:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b2c4c12674a457294ebe036c0239362_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:41,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/1b2c4c12674a457294ebe036c0239362_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:41,827 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f (new location: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/1b2c4c12674a457294ebe036c0239362_SeqId_4_)
2024-11-21T08:19:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/f84203eeb346469e859bd339780c26c5_SeqId_4_
2024-11-21T08:19:41,828 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/4cb7966350894aeba55ccd6f05f4e519_SeqId_4_ - updating store file list.
2024-11-21T08:19:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4cb7966350894aeba55ccd6f05f4e519_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:41,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/4cb7966350894aeba55ccd6f05f4e519_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:41,832 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_ into c8cbab9a43ad63ba8f18cfaf4e992137/f (new location: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/4cb7966350894aeba55ccd6f05f4e519_SeqId_4_)
2024-11-21T08:19:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins.hfs.11__test__971o267vvmlm4ndtv1ig7872vftodnq3bl5g73qkntorajasfo9vm8rvi2u898dm/f/cf92a0b45ab44514968272500fd4ec26_SeqId_4_
2024-11-21T08:19:41,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.ReplicationSink(324): Finished replicating [d7b01b60-4bd8-4b60-8346-94b6803f60dc] bulk loaded data
2024-11-21T08:19:41,850 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 379, reset compression=false
2024-11-21T08:19:41,855 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:19:41,855 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46095,1732177171093 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8cbab9a43ad63ba8f18cfaf4e992137/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177181832/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-21T08:19:41,857 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:41,857 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService
2024-11-21T08:19:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.ReplicationSink(318): Replicating [d7b01b60-4bd8-4b60-8346-94b6803f60dc, e2405597-04cd-4774-80d7-96dd8c9843a6] bulk loaded data
2024-11-21T08:19:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa61899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37407,-1 for getting cluster id
2024-11-21T08:19:41,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:41,859 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd7b01b60-4bd8-4b60-8346-94b6803f60dc'
2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d7b01b60-4bd8-4b60-8346-94b6803f60dc"

2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1861f021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37407,-1]
2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:41,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:41,860 INFO  [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:41,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50014f9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:41,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741842_1018 (size=7894)
2024-11-21T08:19:42,055 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 725, reset compression=false
2024-11-21T08:19:42,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741843_1019 (size=7691)
2024-11-21T08:19:42,298 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:42,359 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 725, reset compression=false
2024-11-21T08:19:42,517 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:42,521 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732177182520/Put/seqid=0
2024-11-21T08:19:42,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741842_1018 (size=11194)
2024-11-21T08:19:42,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:42,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab7f9c7
2024-11-21T08:19:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:42,689 INFO  [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService
2024-11-21T08:19:42,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:42,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:42,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:42,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:42,697 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService
2024-11-21T08:19:42,736 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__7lrde3k9062h98fpdv26qe1kc4muds092udj20ejldjuhug42fn9289on3aieanl/f/1b2c4c12674a457294ebe036c0239362_SeqId_4_ first=Optional[aaaa] last=Optional[cccc]
2024-11-21T08:19:42,740 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__7lrde3k9062h98fpdv26qe1kc4muds092udj20ejldjuhug42fn9289on3aieanl/f/4cb7966350894aeba55ccd6f05f4e519_SeqId_4_ first=Optional[ddd] last=Optional[fff]
2024-11-21T08:19:42,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.ReplicationSink(324): Finished replicating [d7b01b60-4bd8-4b60-8346-94b6803f60dc, e2405597-04cd-4774-80d7-96dd8c9843a6] bulk loaded data
2024-11-21T08:19:42,769 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 725, reset compression=false
2024-11-21T08:19:42,902 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:42,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732177182952/Put/seqid=0
2024-11-21T08:19:42,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741843_1019 (size=10791)
2024-11-21T08:19:43,306 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 725, reset compression=false
2024-11-21T08:19:43,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3e9216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:43,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35351,-1 for getting cluster id
2024-11-21T08:19:43,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:43,375 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2405597-04cd-4774-80d7-96dd8c9843a6'
2024-11-21T08:19:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:43,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2405597-04cd-4774-80d7-96dd8c9843a6"

2024-11-21T08:19:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d435b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35351,-1]
2024-11-21T08:19:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:43,377 INFO  [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:43,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b13fd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:43,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:43,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:43,379 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:43,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39bd8513
2024-11-21T08:19:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:19:43,388 INFO  [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:19:43,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2]
2024-11-21T08:19:43,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:43,400 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii]
2024-11-21T08:19:43,403 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll]
2024-11-21T08:19:43,407 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-21T08:19:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:43,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-21T08:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegion(2603): Flush status journal for c8cbab9a43ad63ba8f18cfaf4e992137:

2024-11-21T08:19:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_0
2024-11-21T08:19:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_0 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_
2024-11-21T08:19:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_1
2024-11-21T08:19:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_1 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_
2024-11-21T08:19:43,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_0 into c8cbab9a43ad63ba8f18cfaf4e992137/f as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ - updating store file list.
2024-11-21T08:19:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:43,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ into c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:43,430 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_0 into c8cbab9a43ad63ba8f18cfaf4e992137/f (new location: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_)
2024-11-21T08:19:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_0
2024-11-21T08:19:43,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_1 into c8cbab9a43ad63ba8f18cfaf4e992137/f as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ - updating store file list.
2024-11-21T08:19:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7851d8915c7d4a51b2511b79213f93a7_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:43,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ into c8cbab9a43ad63ba8f18cfaf4e992137/f
2024-11-21T08:19:43,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_1 into c8cbab9a43ad63ba8f18cfaf4e992137/f (new location: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_)
2024-11-21T08:19:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/staging/jenkins__test__3od89pedd5t84dsjrb8e3378cnu8on00bep2moqg88cu7n8eva86elt560m2v3r0/f/hfile_1
2024-11-21T08:19:43,439 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:43,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:43,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:43,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2 , the old value is region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:46095 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:19:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:19:43,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137., hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=2 from cache
2024-11-21T08:19:43,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:43,441 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:43,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=-1]
2024-11-21T08:19:43,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:43,444 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:43,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., hostname=6ed56fb6cbf7,46129,1732177166505, seqNum=2]
2024-11-21T08:19:43,454 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:19:43,456 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:19:43,549 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:46095 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:19:43,650 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:43,910 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 725, reset compression=false
2024-11-21T08:19:43,917 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:19:43,917 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46095,1732177171093 got entry batch from reader: WALEntryBatch [walEntries=[{test/c8cbab9a43ad63ba8f18cfaf4e992137/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177183437/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:19:43,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.ReplicationSink(318): Replicating [e2405597-04cd-4774-80d7-96dd8c9843a6] bulk loaded data
2024-11-21T08:19:43,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741844_1020 (size=11194)
2024-11-21T08:19:44,117 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 1033, reset compression=false
2024-11-21T08:19:44,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741845_1021 (size=10791)
2024-11-21T08:19:44,422 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 1033, reset compression=false
2024-11-21T08:19:44,457 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:44,460 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:19:44,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:44,763 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ first=Optional[jjj] last=Optional[lll]
2024-11-21T08:19:44,773 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ first=Optional[gggg] last=Optional[iiii]
2024-11-21T08:19:44,781 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ for inclusion in e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll
2024-11-21T08:19:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:44,787 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ for inclusion in e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii
2024-11-21T08:19:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:19:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegion(2603): Flush status journal for e094715156eb36e55f75c48ead5dee5d:

2024-11-21T08:19:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:19:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/071282141e9d4dc9bc7717838738ed54_SeqId_6_
2024-11-21T08:19:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:19:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/300e64993abe47fdb71f8e0383117ff5_SeqId_6_
2024-11-21T08:19:44,800 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/071282141e9d4dc9bc7717838738ed54_SeqId_6_ - updating store file list.
2024-11-21T08:19:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 071282141e9d4dc9bc7717838738ed54_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:44,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/071282141e9d4dc9bc7717838738ed54_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:44,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f (new location: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/071282141e9d4dc9bc7717838738ed54_SeqId_6_)
2024-11-21T08:19:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/7851d8915c7d4a51b2511b79213f93a7_SeqId_6_
2024-11-21T08:19:44,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/300e64993abe47fdb71f8e0383117ff5_SeqId_6_ - updating store file list.
2024-11-21T08:19:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 300e64993abe47fdb71f8e0383117ff5_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:19:44,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/300e64993abe47fdb71f8e0383117ff5_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f
2024-11-21T08:19:44,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_ into e094715156eb36e55f75c48ead5dee5d/f (new location: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/f/300e64993abe47fdb71f8e0383117ff5_SeqId_6_)
2024-11-21T08:19:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/staging/jenkins.hfs.10__test__gv39h759khnqbgpd92vdbi2kftnpsc4dcpb2el5qemfpbaq677m4jvmghe6f5j6r/f/ad3bf8daea874a829e21bd2fbe5e5064_SeqId_6_
2024-11-21T08:19:44,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] regionserver.ReplicationSink(324): Finished replicating [e2405597-04cd-4774-80d7-96dd8c9843a6] bulk loaded data
2024-11-21T08:19:44,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:19:44,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-21T08:19:44,825 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 1033, reset compression=false
2024-11-21T08:19:45,343 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 1033, reset compression=false
2024-11-21T08:19:45,370 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 687, reset compression=false
2024-11-21T08:19:45,378 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:19:45,378 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,46129,1732177166505 got entry batch from reader: WALEntryBatch [walEntries=[{test/e094715156eb36e55f75c48ead5dee5d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177184810/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447]
2024-11-21T08:19:45,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.ReplicationSink(318): Replicating [e2405597-04cd-4774-80d7-96dd8c9843a6, d7b01b60-4bd8-4b60-8346-94b6803f60dc] bulk loaded data
2024-11-21T08:19:45,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741844_1020 (size=10791)
2024-11-21T08:19:45,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:19:45,474 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:45,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:45,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:45,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:45,475 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:45,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:19:45,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=40190680, stopped=false
2024-11-21T08:19:45,475 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,35351,1732177170813
2024-11-21T08:19:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-443625401/running
2024-11-21T08:19:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-443625401/running
2024-11-21T08:19:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:45,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:45,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/running
2024-11-21T08:19:45,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Set watcher on znode that does not yet exist, /1-443625401/running
2024-11-21T08:19:45,528 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:45,528 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:45,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:45,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:45,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,46095,1732177171093' *****
2024-11-21T08:19:45,528 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(3091): Received CLOSE for 773b2e8f797dae21b7e3a1a49bc52536
2024-11-21T08:19:45,529 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(3091): Received CLOSE for c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:45,529 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46095.
2024-11-21T08:19:45,530 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:45,530 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:45,530 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 773b2e8f797dae21b7e3a1a49bc52536, disabling compactions & flushes
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:19:45,530 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:19:45,530 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:19:45,530 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536. after waiting 0 ms
2024-11-21T08:19:45,530 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:45,530 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 773b2e8f797dae21b7e3a1a49bc52536 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB
2024-11-21T08:19:45,530 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:19:45,530 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1325): Online Regions={773b2e8f797dae21b7e3a1a49bc52536=hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536., 1588230740=hbase:meta,,1.1588230740, c8cbab9a43ad63ba8f18cfaf4e992137=test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.}
2024-11-21T08:19:45,530 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 773b2e8f797dae21b7e3a1a49bc52536, c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:45,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:45,531 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:45,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:45,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:45,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:45,531 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:19:45,550 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:19:45,550 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:19:45,562 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/info/ad7d3aaea1fd41e6b573814c7e48a5b9 is 147, key is hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536./info:regioninfo/1732177179374/Put/seqid=0
2024-11-21T08:19:45,571 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/hfileref/704ba50de060461c9b874a2c8a6124da is 74, key is 1/hfileref:1b2c4c12674a457294ebe036c0239362_SeqId_4_/1732177182745/DeleteColumn/seqid=0
2024-11-21T08:19:45,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741845_1021 (size=7686)
2024-11-21T08:19:45,577 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/info/ad7d3aaea1fd41e6b573814c7e48a5b9
2024-11-21T08:19:45,578 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:45,590 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:45,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741846_1022 (size=5345)
2024-11-21T08:19:45,620 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/ns/10e99130d60a4e77bec81024aec1bf85 is 43, key is default/ns:d/1732177173266/Put/seqid=0
2024-11-21T08:19:45,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741847_1023 (size=5153)
2024-11-21T08:19:45,636 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/ns/10e99130d60a4e77bec81024aec1bf85
2024-11-21T08:19:45,672 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/rep_barrier/e6a94cef4731457d89ea8dc7780a6caf is 112, key is test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137./rep_barrier:seqnumDuringOpen/1732177176297/Put/seqid=0
2024-11-21T08:19:45,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741848_1024 (size=5518)
2024-11-21T08:19:45,686 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/rep_barrier/e6a94cef4731457d89ea8dc7780a6caf
2024-11-21T08:19:45,702 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/table/3980b6d0c92c4e56a50251191969e52f is 53, key is hbase:replication/table:state/1732177179390/Put/seqid=0
2024-11-21T08:19:45,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741849_1025 (size=5308)
2024-11-21T08:19:45,731 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 773b2e8f797dae21b7e3a1a49bc52536, c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:45,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741850_1026 (size=11194)
2024-11-21T08:19:45,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:19:45,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:45,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:36778 deadline: 1732177245812, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
2024-11-21T08:19:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:45,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 from cache
2024-11-21T08:19:45,906 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:45,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:45,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:45,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:45,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:36778 deadline: 1732177245813, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
2024-11-21T08:19:45,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:45,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 from cache
2024-11-21T08:19:45,931 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 773b2e8f797dae21b7e3a1a49bc52536, c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:45,950 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/WALs/6ed56fb6cbf7,46095,1732177171093/6ed56fb6cbf7%2C46095%2C1732177171093.1732177172586 to pos 1033, reset compression=false
2024-11-21T08:19:45,992 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/hfileref/704ba50de060461c9b874a2c8a6124da
2024-11-21T08:19:46,042 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/queue/4c73c50beb334fe480cfa369f498f27c is 154, key is 1-6ed56fb6cbf7,46095,1732177171093/queue:6ed56fb6cbf7%2C46095%2C1732177171093/1732177184820/Put/seqid=0
2024-11-21T08:19:46,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741851_1027 (size=5353)
2024-11-21T08:19:46,103 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/queue/4c73c50beb334fe480cfa369f498f27c
2024-11-21T08:19:46,110 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/table/3980b6d0c92c4e56a50251191969e52f
2024-11-21T08:19:46,122 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/hfileref/704ba50de060461c9b874a2c8a6124da as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/hfileref/704ba50de060461c9b874a2c8a6124da
2024-11-21T08:19:46,128 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/info/ad7d3aaea1fd41e6b573814c7e48a5b9 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/info/ad7d3aaea1fd41e6b573814c7e48a5b9
2024-11-21T08:19:46,131 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 773b2e8f797dae21b7e3a1a49bc52536, c8cbab9a43ad63ba8f18cfaf4e992137
2024-11-21T08:19:46,132 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/hfileref/704ba50de060461c9b874a2c8a6124da, entries=4, sequenceid=12, filesize=5.2 K
2024-11-21T08:19:46,134 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/.tmp/queue/4c73c50beb334fe480cfa369f498f27c as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/queue/4c73c50beb334fe480cfa369f498f27c
2024-11-21T08:19:46,136 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/info/ad7d3aaea1fd41e6b573814c7e48a5b9, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:19:46,137 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/ns/10e99130d60a4e77bec81024aec1bf85 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/ns/10e99130d60a4e77bec81024aec1bf85
2024-11-21T08:19:46,137 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:46,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:46,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46095 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:36778 deadline: 1732177245813, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
2024-11-21T08:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:46,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 from cache
2024-11-21T08:19:46,144 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/ns/10e99130d60a4e77bec81024aec1bf85, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:19:46,146 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/rep_barrier/e6a94cef4731457d89ea8dc7780a6caf as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/rep_barrier/e6a94cef4731457d89ea8dc7780a6caf
2024-11-21T08:19:46,148 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/queue/4c73c50beb334fe480cfa369f498f27c, entries=1, sequenceid=12, filesize=5.2 K
2024-11-21T08:19:46,150 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 773b2e8f797dae21b7e3a1a49bc52536 in 620ms, sequenceid=12, compaction requested=false
2024-11-21T08:19:46,154 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/rep_barrier/e6a94cef4731457d89ea8dc7780a6caf, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:19:46,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/.tmp/table/3980b6d0c92c4e56a50251191969e52f as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/table/3980b6d0c92c4e56a50251191969e52f
2024-11-21T08:19:46,162 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/table/3980b6d0c92c4e56a50251191969e52f, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:19:46,163 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=16, compaction requested=false
2024-11-21T08:19:46,246 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:19:46,248 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:46,248 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:46,248 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:46,248 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177185531Running coprocessor pre-close hooks at 1732177185531Disabling compacts and flushes for region at 1732177185531Disabling writes for close at 1732177185531Obtaining lock to block concurrent updates at 1732177185531Preparing flush snapshotting stores in 1588230740 at 1732177185531Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177185532 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177185532Flushing 1588230740/info: creating writer at 1732177185532Flushing 1588230740/info: appending metadata at 1732177185558 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732177185558Flushing 1588230740/ns: creating writer at 1732177185583 (+25 ms)Flushing 1588230740/ns: appending metadata at 1732177185619 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732177185619Flushing 1588230740/rep_barrier: creating writer at 1732177185650 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177185671 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177185671Flushing 1588230740/table: creating writer at 1732177185689 (+18 ms)Flushing 1588230740/table: appending metadata at 1732177185702 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732177185702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f25aad7: reopening flushed file at 1732177186126 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1441a266: reopening flushed file at 1732177186136 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63535c7e: reopening flushed file at 1732177186144 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63494c61: reopening flushed file at 1732177186154 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 632ms, sequenceid=16, compaction requested=false at 1732177186163 (+9 ms)Writing region close event to WAL at 1732177186220 (+57 ms)Running coprocessor post-close hooks at 1732177186248 (+28 ms)Closed at 1732177186248
2024-11-21T08:19:46,248 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:46,257 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/hbase/replication/773b2e8f797dae21b7e3a1a49bc52536/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-21T08:19:46,259 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:46,259 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:46,259 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:46,259 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 773b2e8f797dae21b7e3a1a49bc52536:
Waiting for close lock at 1732177185530Running coprocessor pre-close hooks at 1732177185530Disabling compacts and flushes for region at 1732177185530Disabling writes for close at 1732177185530Obtaining lock to block concurrent updates at 1732177185530Preparing flush snapshotting stores in 773b2e8f797dae21b7e3a1a49bc52536 at 1732177185530Finished memstore snapshotting hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732177185531 (+1 ms)Flushing stores of hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536. at 1732177185536 (+5 ms)Flushing 773b2e8f797dae21b7e3a1a49bc52536/hfileref: creating writer at 1732177185536Flushing 773b2e8f797dae21b7e3a1a49bc52536/hfileref: appending metadata at 1732177185571 (+35 ms)Flushing 773b2e8f797dae21b7e3a1a49bc52536/hfileref: closing flushed file at 1732177185571Flushing 773b2e8f797dae21b7e3a1a49bc52536/queue: creating writer at 1732177186000 (+429 ms)Flushing 773b2e8f797dae21b7e3a1a49bc52536/queue: appending metadata at 1732177186042 (+42 ms)Flushing 773b2e8f797dae21b7e3a1a49bc52536/queue: closing flushed file at 1732177186042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9aae50: reopening flushed file at 1732177186113 (+71 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19cb04bd: reopening flushed file at 1732177186132 (+19 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 773b2e8f797dae21b7e3a1a49bc52536 in 620ms, sequenceid=12, compaction requested=false at 1732177186150 (+18 ms)Writing region close event to WAL at 1732177186221 (+71 ms)Running coprocessor post-close hooks at 1732177186259 (+38 ms)Closed at 1732177186259
2024-11-21T08:19:46,260 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177178885.773b2e8f797dae21b7e3a1a49bc52536.
2024-11-21T08:19:46,260 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8cbab9a43ad63ba8f18cfaf4e992137, disabling compactions & flushes
2024-11-21T08:19:46,260 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:46,260 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:46,260 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137. after waiting 0 ms
2024-11-21T08:19:46,260 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:46,307 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/data/default/test/c8cbab9a43ad63ba8f18cfaf4e992137/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:19:46,308 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:46,308 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:19:46,308 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:46,308 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8cbab9a43ad63ba8f18cfaf4e992137:
Waiting for close lock at 1732177186260Running coprocessor pre-close hooks at 1732177186260Disabling compacts and flushes for region at 1732177186260Disabling writes for close at 1732177186260Writing region close event to WAL at 1732177186291 (+31 ms)Running coprocessor post-close hooks at 1732177186308 (+17 ms)Closed at 1732177186308
2024-11-21T08:19:46,308 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177175540.c8cbab9a43ad63ba8f18cfaf4e992137.
2024-11-21T08:19:46,320 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:46,331 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,46095,1732177171093; all regions closed.
2024-11-21T08:19:46,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:19:46,369 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs
2024-11-21T08:19:46,369 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46095%2C1732177171093.meta:.meta(num 1732177173200)
2024-11-21T08:19:46,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741839_1015 (size=3127)
2024-11-21T08:19:46,406 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs
2024-11-21T08:19:46,406 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46095%2C1732177171093.rep:(num 1732177179320)
2024-11-21T08:19:46,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741832_1008 (size=1336)
2024-11-21T08:19:46,417 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/oldWALs
2024-11-21T08:19:46,417 INFO  [RS:0;6ed56fb6cbf7:46095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46095%2C1732177171093:(num 1732177172586)
2024-11-21T08:19:46,417 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:46,417 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:46,417 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:46,418 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:46,418 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:46,418 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:46,422 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,46095,1732177171093 because: Region server is closing
2024-11-21T08:19:46,422 INFO  [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46095.
2024-11-21T08:19:46,422 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:46,422 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:46,422 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:46,422 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:46,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:46,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1]
2024-11-21T08:19:46,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:46,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46095 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:36778 deadline: 1732177245813, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
2024-11-21T08:19:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 6ed56fb6cbf7,46095,1732177171093 stopping
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-21T08:19:46,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,46095,1732177171093, seqNum=-1 from cache
2024-11-21T08:19:46,523 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.wal-reader.6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:19:46,523 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:19:46,523 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46095,1732177171093.replicationSource.shipper6ed56fb6cbf7%2C46095%2C1732177171093,1-6ed56fb6cbf7,46095,1732177171093 terminated
2024-11-21T08:19:46,523 INFO  [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46095.
2024-11-21T08:19:46,523 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:46,523 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:46,523 DEBUG [RS:0;6ed56fb6cbf7:46095 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:46,524 INFO  [RS:0;6ed56fb6cbf7:46095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46095
2024-11-21T08:19:46,524 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:46,525 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:46095 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
	... 27 more
2024-11-21T08:19:46,526 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] regionserver.ReplicationSink(335): Unable to accept edit because:
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 11 more
2024-11-21T08:19:46,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.MetricsHBaseServer(152): Unknown exception type
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 11 more
2024-11-21T08:19:46,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46095 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:36774 deadline: 1732177245379, exception=java.io.InterruptedIOException
2024-11-21T08:19:46,527 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:19:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-443625401/rs/6ed56fb6cbf7,46095,1732177171093
2024-11-21T08:19:46,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401/rs
2024-11-21T08:19:46,598 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:46,609 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,46095,1732177171093]
2024-11-21T08:19:46,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-443625401/draining/6ed56fb6cbf7,46095,1732177171093 already deleted, retry=false
2024-11-21T08:19:46,619 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,46095,1732177171093 expired; onlineServers=0
2024-11-21T08:19:46,619 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,35351,1732177170813' *****
2024-11-21T08:19:46,619 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:19:46,619 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:46,619 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:46,619 DEBUG [M:0;6ed56fb6cbf7:35351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:19:46,619 DEBUG [M:0;6ed56fb6cbf7:35351 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:19:46,619 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177172260 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177172260,5,FailOnTimeoutGroup]
2024-11-21T08:19:46,619 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:19:46,619 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:46,620 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:46,620 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177172264 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177172264,5,FailOnTimeoutGroup]
2024-11-21T08:19:46,620 DEBUG [M:0;6ed56fb6cbf7:35351 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:19:46,621 INFO  [M:0;6ed56fb6cbf7:35351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:19:46,621 INFO  [M:0;6ed56fb6cbf7:35351 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:46,621 INFO  [M:0;6ed56fb6cbf7:35351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:19:46,621 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:19:46,627 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ed56fb6cbf7:46095
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:46095
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T08:19:46,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6ed56fb6cbf7:46095 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:46095
2024-11-21T08:19:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-443625401/master
2024-11-21T08:19:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-443625401
2024-11-21T08:19:46,631 DEBUG [M:0;6ed56fb6cbf7:35351 {}] zookeeper.ZKUtil(347): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Unable to get data of znode /1-443625401/master because node does not exist (not an error)
2024-11-21T08:19:46,631 WARN  [M:0;6ed56fb6cbf7:35351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:19:46,629 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: 
java.net.ConnectException: Call to address=6ed56fb6cbf7:46095 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:46095
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:46095
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-21T08:19:46,632 INFO  [M:0;6ed56fb6cbf7:35351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/.lastflushedseqids
2024-11-21T08:19:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54698 deadline: 1732177246634, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-21T08:19:46,636 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-21T08:19:46,637 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-21T08:19:46,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741852_1028 (size=263)
2024-11-21T08:19:46,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:46,709 INFO  [RS:0;6ed56fb6cbf7:46095 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:46,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46095-0x1015c79f2c40004, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:46,709 INFO  [RS:0;6ed56fb6cbf7:46095 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,46095,1732177171093; zookeeper connection closed.
2024-11-21T08:19:46,716 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55b95120 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55b95120
2024-11-21T08:19:46,720 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:19:46,837 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-21T08:19:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54698 deadline: 1732177246838, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-21T08:19:46,839 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-21T08:19:46,840 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-21T08:19:46,840 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-21T08:19:46,846 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:46,957 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:46,958 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 31 more
2024-11-21T08:19:46,959 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture
java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null
	at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T08:19:47,094 INFO  [M:0;6ed56fb6cbf7:35351 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:19:47,094 INFO  [M:0;6ed56fb6cbf7:35351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:19:47,095 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:47,095 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:47,095 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:47,095 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:47,095 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:47,095 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-21T08:19:47,140 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-21T08:19:47,141 DEBUG [M:0;6ed56fb6cbf7:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd98af1d2df4231add37de11e7f6b09 is 82, key is hbase:meta,,1/info:regioninfo/1732177173238/Put/seqid=0
2024-11-21T08:19:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54698 deadline: 1732177247142, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-21T08:19:47,144 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-21T08:19:47,145 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-21T08:19:47,146 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-21T08:19:47,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741853_1029 (size=5672)
2024-11-21T08:19:47,189 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd98af1d2df4231add37de11e7f6b09
2024-11-21T08:19:47,223 DEBUG [M:0;6ed56fb6cbf7:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770761f478044517a7597eaa7ee5574c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177179394/Put/seqid=0
2024-11-21T08:19:47,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741854_1030 (size=8515)
2024-11-21T08:19:47,256 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770761f478044517a7597eaa7ee5574c
2024-11-21T08:19:47,300 DEBUG [M:0;6ed56fb6cbf7:35351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bd6621a1a64fb4a0ebece676388508 is 69, key is 6ed56fb6cbf7,46095,1732177171093/rs:state/1732177172378/Put/seqid=0
2024-11-21T08:19:47,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741855_1031 (size=5156)
2024-11-21T08:19:47,450 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:47,546 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-21T08:19:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.MasterStoppedException: null
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:19:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35351 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54698 deadline: 1732177247551, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException
2024-11-21T08:19:47,553 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.<init>(java.lang.String)
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException
	at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345)
	at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 30 more
2024-11-21T08:19:47,554 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-21T08:19:47,554 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-21T08:19:47,745 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bd6621a1a64fb4a0ebece676388508
2024-11-21T08:19:47,752 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dd98af1d2df4231add37de11e7f6b09 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dd98af1d2df4231add37de11e7f6b09
2024-11-21T08:19:47,759 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dd98af1d2df4231add37de11e7f6b09, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:19:47,765 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/770761f478044517a7597eaa7ee5574c as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770761f478044517a7597eaa7ee5574c
2024-11-21T08:19:47,772 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/770761f478044517a7597eaa7ee5574c, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:19:47,774 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54bd6621a1a64fb4a0ebece676388508 as hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54bd6621a1a64fb4a0ebece676388508
2024-11-21T08:19:47,781 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46645/user/jenkins/test-data/1c211190-c47f-0c7f-8dab-326eb1cb9138/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54bd6621a1a64fb4a0ebece676388508, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:19:47,785 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 689ms, sequenceid=97, compaction requested=false
2024-11-21T08:19:47,816 INFO  [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:47,816 DEBUG [M:0;6ed56fb6cbf7:35351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177187094Disabling compacts and flushes for region at 1732177187094Disabling writes for close at 1732177187095 (+1 ms)Obtaining lock to block concurrent updates at 1732177187095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177187095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732177187095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177187098 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177187098Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177187140 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177187140Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177187206 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177187222 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177187222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177187268 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177187299 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177187300 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb33f81: reopening flushed file at 1732177187751 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50a75a53: reopening flushed file at 1732177187759 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c91c700: reopening flushed file at 1732177187773 (+14 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 689ms, sequenceid=97, compaction requested=false at 1732177187785 (+12 ms)Writing region close event to WAL at 1732177187816 (+31 ms)Closed at 1732177187816
2024-11-21T08:19:47,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741830_1006 (size=63642)
2024-11-21T08:19:47,822 INFO  [M:0;6ed56fb6cbf7:35351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:19:47,822 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:47,822 INFO  [M:0;6ed56fb6cbf7:35351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35351
2024-11-21T08:19:47,824 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:47,994 INFO  [M:0;6ed56fb6cbf7:35351 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:47,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35351-0x1015c79f2c40003, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:48,055 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating
2024-11-21T08:19:48,056 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ed56fb6cbf7:35351
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:35351
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T08:19:48,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6ed56fb6cbf7:35351 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:35351
2024-11-21T08:19:48,075 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3da36794{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:48,075 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4209bb98{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:48,075 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:48,075 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cafbe3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:48,076 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d241d31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:48,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:19:48,077 WARN  [BP-1241586467-172.17.0.3-1732177169110 heartbeating to localhost/127.0.0.1:46645 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:19:48,077 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:19:48,077 WARN  [BP-1241586467-172.17.0.3-1732177169110 heartbeating to localhost/127.0.0.1:46645 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1241586467-172.17.0.3-1732177169110 (Datanode Uuid 30da0f17-e8f3-4592-95f8-3040ab6ebc5b) service to localhost/127.0.0.1:46645
2024-11-21T08:19:48,078 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/cluster_afcaf5e5-81e2-bff2-5f19-186b11d9ee44/data/data1/current/BP-1241586467-172.17.0.3-1732177169110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:48,078 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/cluster_afcaf5e5-81e2-bff2-5f19-186b11d9ee44/data/data2/current/BP-1241586467-172.17.0.3-1732177169110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:48,079 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:19:48,086 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5775d436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:48,086 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4150c06f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:48,086 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:48,087 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21ff4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:48,087 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686b2ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:48,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:19:48,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:19:48,131 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:48,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:48,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:48,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:48,131 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:48,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:19:48,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1103553039, stopped=false
2024-11-21T08:19:48,132 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,37407,1732177166283
2024-11-21T08:19:48,167 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:48,167 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ed56fb6cbf7:35351
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:35351
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-21T08:19:48,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
java.net.ConnectException: Call to address=6ed56fb6cbf7:35351 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:35351

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 41 more
2024-11-21T08:19:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6ed56fb6cbf7:35351 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ed56fb6cbf7/172.17.0.3:35351
2024-11-21T08:19:48,178 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410303735/running
2024-11-21T08:19:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410303735/running
2024-11-21T08:19:48,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:48,181 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:48,181 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:19:48,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:48,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:48,182 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,46129,1732177166505' *****
2024-11-21T08:19:48,182 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:19:48,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/running
2024-11-21T08:19:48,183 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:19:48,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Set watcher on znode that does not yet exist, /0-410303735/running
2024-11-21T08:19:48,183 INFO  [RS:0;6ed56fb6cbf7:46129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:19:48,183 INFO  [RS:0;6ed56fb6cbf7:46129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:19:48,183 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(3091): Received CLOSE for e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:48,183 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:48,205 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e094715156eb36e55f75c48ead5dee5d, disabling compactions & flushes
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46129.
2024-11-21T08:19:48,205 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:48,205 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:48,205 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:48,205 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:48,205 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177173382.e094715156eb36e55f75c48ead5dee5d. after waiting 0 ms
2024-11-21T08:19:48,205 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:19:48,205 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:19:48,206 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:48,225 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:19:48,225 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e094715156eb36e55f75c48ead5dee5d=test,,1732177173382.e094715156eb36e55f75c48ead5dee5d., 1fc5777f05b017c295a52988568d1e78=hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.}
2024-11-21T08:19:48,225 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fc5777f05b017c295a52988568d1e78, e094715156eb36e55f75c48ead5dee5d
2024-11-21T08:19:48,226 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:48,226 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:48,226 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:48,226 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:48,226 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:48,226 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:19:48,272 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/info/8fadf2c551c846229898166f6d2d52d6 is 147, key is hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78./info:regioninfo/1732177177634/Put/seqid=0
2024-11-21T08:19:48,282 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/default/test/e094715156eb36e55f75c48ead5dee5d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:19:48,287 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:48,287 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:19:48,287 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:48,287 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e094715156eb36e55f75c48ead5dee5d:
Waiting for close lock at 1732177188205Running coprocessor pre-close hooks at 1732177188205Disabling compacts and flushes for region at 1732177188205Disabling writes for close at 1732177188205Writing region close event to WAL at 1732177188241 (+36 ms)Running coprocessor post-close hooks at 1732177188287 (+46 ms)Closed at 1732177188287
2024-11-21T08:19:48,288 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177173382.e094715156eb36e55f75c48ead5dee5d.
2024-11-21T08:19:48,288 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1fc5777f05b017c295a52988568d1e78, disabling compactions & flushes
2024-11-21T08:19:48,288 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:48,288 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:48,288 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78. after waiting 0 ms
2024-11-21T08:19:48,288 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:48,288 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1fc5777f05b017c295a52988568d1e78 3/3 column families, dataSize=865 B heapSize=2.25 KB
2024-11-21T08:19:48,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741846_1022 (size=7686)
2024-11-21T08:19:48,351 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/hfileref/5f67bc338e1641a184e34851bc429ff7 is 74, key is 1/hfileref:071282141e9d4dc9bc7717838738ed54_SeqId_6_/1732177184798/Put/seqid=0
2024-11-21T08:19:48,355 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:19:48,355 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:19:48,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741847_1023 (size=5345)
2024-11-21T08:19:48,374 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/hfileref/5f67bc338e1641a184e34851bc429ff7
2024-11-21T08:19:48,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:48,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ed56fb6cbf7:35351 this server is in the failed servers list
2024-11-21T08:19:48,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ed56fb6cbf7:35351

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:48,426 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/queue/89c8e066bc844a4fb717cf02e3c31aa7 is 153, key is 1-6ed56fb6cbf7,46129,1732177166505/queue:6ed56fb6cbf7%2C46129%2C1732177166505/1732177181836/Put/seqid=0
2024-11-21T08:19:48,426 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1fc5777f05b017c295a52988568d1e78
2024-11-21T08:19:48,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741848_1024 (size=5352)
2024-11-21T08:19:48,450 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/queue/89c8e066bc844a4fb717cf02e3c31aa7
2024-11-21T08:19:48,463 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/hfileref/5f67bc338e1641a184e34851bc429ff7 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/hfileref/5f67bc338e1641a184e34851bc429ff7
2024-11-21T08:19:48,473 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/hfileref/5f67bc338e1641a184e34851bc429ff7, entries=4, sequenceid=10, filesize=5.2 K
2024-11-21T08:19:48,474 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/.tmp/queue/89c8e066bc844a4fb717cf02e3c31aa7 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/queue/89c8e066bc844a4fb717cf02e3c31aa7
2024-11-21T08:19:48,484 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/queue/89c8e066bc844a4fb717cf02e3c31aa7, entries=1, sequenceid=10, filesize=5.2 K
2024-11-21T08:19:48,489 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1fc5777f05b017c295a52988568d1e78 in 200ms, sequenceid=10, compaction requested=false
2024-11-21T08:19:48,517 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/replication/1fc5777f05b017c295a52988568d1e78/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-21T08:19:48,522 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:48,522 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:48,522 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:48,522 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1fc5777f05b017c295a52988568d1e78:
Waiting for close lock at 1732177188288Running coprocessor pre-close hooks at 1732177188288Disabling compacts and flushes for region at 1732177188288Disabling writes for close at 1732177188288Obtaining lock to block concurrent updates at 1732177188288Preparing flush snapshotting stores in 1fc5777f05b017c295a52988568d1e78 at 1732177188288Finished memstore snapshotting hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732177188290 (+2 ms)Flushing stores of hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78. at 1732177188295 (+5 ms)Flushing 1fc5777f05b017c295a52988568d1e78/hfileref: creating writer at 1732177188295Flushing 1fc5777f05b017c295a52988568d1e78/hfileref: appending metadata at 1732177188350 (+55 ms)Flushing 1fc5777f05b017c295a52988568d1e78/hfileref: closing flushed file at 1732177188350Flushing 1fc5777f05b017c295a52988568d1e78/queue: creating writer at 1732177188388 (+38 ms)Flushing 1fc5777f05b017c295a52988568d1e78/queue: appending metadata at 1732177188425 (+37 ms)Flushing 1fc5777f05b017c295a52988568d1e78/queue: closing flushed file at 1732177188425Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5065c9: reopening flushed file at 1732177188462 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d70c1f0: reopening flushed file at 1732177188474 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 1fc5777f05b017c295a52988568d1e78 in 200ms, sequenceid=10, compaction requested=false at 1732177188489 (+15 ms)Writing region close event to WAL at 1732177188493 (+4 ms)Running coprocessor post-close hooks at 1732177188521 (+28 ms)Closed at 1732177188522 (+1 ms)
2024-11-21T08:19:48,522 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177176710.1fc5777f05b017c295a52988568d1e78.
2024-11-21T08:19:48,626 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ed56fb6cbf7:35351 this server is in the failed servers list
2024-11-21T08:19:48,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ed56fb6cbf7:35351

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:48,723 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/info/8fadf2c551c846229898166f6d2d52d6
2024-11-21T08:19:48,756 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/ns/eb3223024026432c9999c6acf9203219 is 43, key is default/ns:d/1732177169026/Put/seqid=0
2024-11-21T08:19:48,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741849_1025 (size=5153)
2024-11-21T08:19:48,826 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,027 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,038 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1033, reset compression=false
2024-11-21T08:19:49,069 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:19:49,069 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1328, reset compression=false
2024-11-21T08:19:49,171 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/ns/eb3223024026432c9999c6acf9203219
2024-11-21T08:19:49,196 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:49,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ed56fb6cbf7:35351 this server is in the failed servers list
2024-11-21T08:19:49,197 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ed56fb6cbf7:35351

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:49,201 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/rep_barrier/65a6203dfcda4f0e94935b4fac6f7fb2 is 112, key is test,,1732177173382.e094715156eb36e55f75c48ead5dee5d./rep_barrier:seqnumDuringOpen/1732177174598/Put/seqid=0
2024-11-21T08:19:49,227 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:19:49,227 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:19:49,227 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741850_1026 (size=5518)
2024-11-21T08:19:49,249 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/rep_barrier/65a6203dfcda4f0e94935b4fac6f7fb2
2024-11-21T08:19:49,288 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/table/91f785f98426463e8f5b8c3e7b1fef86 is 53, key is hbase:replication/table:state/1732177177660/Put/seqid=0
2024-11-21T08:19:49,312 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1328, reset compression=false
2024-11-21T08:19:49,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741851_1027 (size=5308)
2024-11-21T08:19:49,427 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,627 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,675 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1328, reset compression=false
2024-11-21T08:19:49,759 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/table/91f785f98426463e8f5b8c3e7b1fef86
2024-11-21T08:19:49,768 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/info/8fadf2c551c846229898166f6d2d52d6 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/info/8fadf2c551c846229898166f6d2d52d6
2024-11-21T08:19:49,783 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/info/8fadf2c551c846229898166f6d2d52d6, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:19:49,786 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/ns/eb3223024026432c9999c6acf9203219 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/ns/eb3223024026432c9999c6acf9203219
2024-11-21T08:19:49,793 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/ns/eb3223024026432c9999c6acf9203219, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:19:49,796 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/rep_barrier/65a6203dfcda4f0e94935b4fac6f7fb2 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/rep_barrier/65a6203dfcda4f0e94935b4fac6f7fb2
2024-11-21T08:19:49,803 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/rep_barrier/65a6203dfcda4f0e94935b4fac6f7fb2, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:19:49,809 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/.tmp/table/91f785f98426463e8f5b8c3e7b1fef86 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/table/91f785f98426463e8f5b8c3e7b1fef86
2024-11-21T08:19:49,820 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/table/91f785f98426463e8f5b8c3e7b1fef86, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:19:49,827 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1601ms, sequenceid=16, compaction requested=false
2024-11-21T08:19:49,828 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:19:49,871 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:19:49,872 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:49,872 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:49,872 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:49,872 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177188226Running coprocessor pre-close hooks at 1732177188226Disabling compacts and flushes for region at 1732177188226Disabling writes for close at 1732177188226Obtaining lock to block concurrent updates at 1732177188226Preparing flush snapshotting stores in 1588230740 at 1732177188226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177188228 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177188234 (+6 ms)Flushing 1588230740/info: creating writer at 1732177188234Flushing 1588230740/info: appending metadata at 1732177188272 (+38 ms)Flushing 1588230740/info: closing flushed file at 1732177188272Flushing 1588230740/ns: creating writer at 1732177188728 (+456 ms)Flushing 1588230740/ns: appending metadata at 1732177188756 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732177188756Flushing 1588230740/rep_barrier: creating writer at 1732177189176 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177189197 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177189200 (+3 ms)Flushing 1588230740/table: creating writer at 1732177189259 (+59 ms)Flushing 1588230740/table: appending metadata at 1732177189287 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732177189287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df5f0f4: reopening flushed file at 1732177189766 (+479 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735509d5: reopening flushed file at 1732177189784 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eddd: reopening flushed file at 1732177189793 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b19ac8c: reopening flushed file at 1732177189805 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1601ms, sequenceid=16, compaction requested=false at 1732177189827 (+22 ms)Writing region close event to WAL at 1732177189850 (+23 ms)Running coprocessor post-close hooks at 1732177189872 (+22 ms)Closed at 1732177189872
2024-11-21T08:19:49,873 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:50,028 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,46129,1732177166505; all regions closed.
2024-11-21T08:19:50,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:19:50,030 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.meta.1732177168900.meta not finished, retry = 0
2024-11-21T08:19:50,093 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/WALs/6ed56fb6cbf7,46129,1732177166505/6ed56fb6cbf7%2C46129%2C1732177166505.1732177168496 to pos 1328, reset compression=false
2024-11-21T08:19:50,132 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs
2024-11-21T08:19:50,132 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46129%2C1732177166505.meta:.meta(num 1732177168900)
2024-11-21T08:19:50,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741839_1015 (size=2695)
2024-11-21T08:19:50,139 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs
2024-11-21T08:19:50,139 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46129%2C1732177166505.rep:(num 1732177177502)
2024-11-21T08:19:50,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741833_1009 (size=1336)
2024-11-21T08:19:50,143 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/oldWALs
2024-11-21T08:19:50,143 INFO  [RS:0;6ed56fb6cbf7:46129 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C46129%2C1732177166505:(num 1732177168496)
2024-11-21T08:19:50,143 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:50,143 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:19:50,143 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:50,144 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:50,144 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:50,144 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:50,144 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,46129,1732177166505 because: Region server is closing
2024-11-21T08:19:50,144 INFO  [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46129.
2024-11-21T08:19:50,144 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:50,144 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:50,145 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:50,145 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:50,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:50,207 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:50,211 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:50,245 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed
java.io.InterruptedIOException: null
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: java.lang.InterruptedException
	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 9 more
2024-11-21T08:19:50,245 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate
2024-11-21T08:19:50,245 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: 
java.io.IOException: No replication sinks are available
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
2024-11-21T08:19:50,246 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.wal-reader.6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:19:50,847 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,46129,1732177166505.replicationSource.shipper6ed56fb6cbf7%2C46129%2C1732177166505,1-6ed56fb6cbf7,46129,1732177166505 terminated
2024-11-21T08:19:50,847 INFO  [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:46129.
2024-11-21T08:19:50,847 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:19:50,847 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:50,847 DEBUG [RS:0;6ed56fb6cbf7:46129 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:50,847 INFO  [RS:0;6ed56fb6cbf7:46129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46129
2024-11-21T08:19:50,847 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:19:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735/rs
2024-11-21T08:19:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410303735/rs/6ed56fb6cbf7,46129,1732177166505
2024-11-21T08:19:50,945 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:50,956 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,46129,1732177166505]
2024-11-21T08:19:50,966 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-410303735/draining/6ed56fb6cbf7,46129,1732177166505 already deleted, retry=false
2024-11-21T08:19:50,966 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,46129,1732177166505 expired; onlineServers=0
2024-11-21T08:19:50,966 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,37407,1732177166283' *****
2024-11-21T08:19:50,966 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:19:50,966 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:19:50,966 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:19:50,966 DEBUG [M:0;6ed56fb6cbf7:37407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:19:50,966 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:19:50,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177168217 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177168217,5,FailOnTimeoutGroup]
2024-11-21T08:19:50,966 DEBUG [M:0;6ed56fb6cbf7:37407 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:19:50,967 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177168220 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177168220,5,FailOnTimeoutGroup]
2024-11-21T08:19:50,967 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:19:50,967 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:19:50,967 DEBUG [M:0;6ed56fb6cbf7:37407 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:19:50,967 INFO  [M:0;6ed56fb6cbf7:37407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:19:50,967 INFO  [M:0;6ed56fb6cbf7:37407 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:19:50,968 INFO  [M:0;6ed56fb6cbf7:37407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:19:50,968 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:19:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-410303735/master
2024-11-21T08:19:50,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-410303735
2024-11-21T08:19:50,994 DEBUG [M:0;6ed56fb6cbf7:37407 {}] zookeeper.ZKUtil(347): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Unable to get data of znode /0-410303735/master because node does not exist (not an error)
2024-11-21T08:19:50,995 WARN  [M:0;6ed56fb6cbf7:37407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:19:51,001 INFO  [M:0;6ed56fb6cbf7:37407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/.lastflushedseqids
2024-11-21T08:19:51,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741852_1028 (size=263)
2024-11-21T08:19:51,049 INFO  [M:0;6ed56fb6cbf7:37407 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:19:51,049 INFO  [M:0;6ed56fb6cbf7:37407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:19:51,049 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:51,049 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:51,049 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:51,049 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:51,049 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:51,049 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB
2024-11-21T08:19:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:51,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46129-0x1015c79f2c40001, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:51,056 INFO  [RS:0;6ed56fb6cbf7:46129 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:51,056 INFO  [RS:0;6ed56fb6cbf7:46129 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,46129,1732177166505; zookeeper connection closed.
2024-11-21T08:19:51,064 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b2c2a05
2024-11-21T08:19:51,067 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:19:51,083 DEBUG [M:0;6ed56fb6cbf7:37407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eae54bee9c74a86bd7cf37e4db00313 is 82, key is hbase:meta,,1/info:regioninfo/1732177168944/Put/seqid=0
2024-11-21T08:19:51,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741853_1029 (size=5672)
2024-11-21T08:19:51,104 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eae54bee9c74a86bd7cf37e4db00313
2024-11-21T08:19:51,131 DEBUG [M:0;6ed56fb6cbf7:37407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a75aad9742de9d587a25211fb749 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177177667/Put/seqid=0
2024-11-21T08:19:51,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741854_1030 (size=8515)
2024-11-21T08:19:51,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,284 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,285 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,298 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,301 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,538 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a75aad9742de9d587a25211fb749
2024-11-21T08:19:51,558 DEBUG [M:0;6ed56fb6cbf7:37407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fedc945302b42b69d749b90d1be49ec is 69, key is 6ed56fb6cbf7,46129,1732177166505/rs:state/1732177168291/Put/seqid=0
2024-11-21T08:19:51,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741855_1031 (size=5156)
2024-11-21T08:19:51,808 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:19:51,845 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,845 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,846 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,846 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,846 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,847 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,860 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,863 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:19:51,962 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fedc945302b42b69d749b90d1be49ec
2024-11-21T08:19:51,966 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eae54bee9c74a86bd7cf37e4db00313 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eae54bee9c74a86bd7cf37e4db00313
2024-11-21T08:19:51,970 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eae54bee9c74a86bd7cf37e4db00313, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:19:51,971 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d53a75aad9742de9d587a25211fb749 as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d53a75aad9742de9d587a25211fb749
2024-11-21T08:19:51,974 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d53a75aad9742de9d587a25211fb749, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:19:51,975 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fedc945302b42b69d749b90d1be49ec as hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fedc945302b42b69d749b90d1be49ec
2024-11-21T08:19:51,978 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40417/user/jenkins/test-data/44a5ab50-6e96-ee67-903b-5d9f1750c214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fedc945302b42b69d749b90d1be49ec, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:19:51,979 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false
2024-11-21T08:19:51,980 INFO  [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:51,980 DEBUG [M:0;6ed56fb6cbf7:37407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177191049Disabling compacts and flushes for region at 1732177191049Disabling writes for close at 1732177191049Obtaining lock to block concurrent updates at 1732177191049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177191049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732177191049Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177191056 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177191056Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177191083 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177191083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177191114 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177191131 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177191131Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177191542 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177191557 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177191557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a1da17: reopening flushed file at 1732177191966 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@229c453d: reopening flushed file at 1732177191970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68447f79: reopening flushed file at 1732177191974 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=97, compaction requested=false at 1732177191979 (+5 ms)Writing region close event to WAL at 1732177191980 (+1 ms)Closed at 1732177191980
2024-11-21T08:19:51,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40571 is added to blk_1073741830_1006 (size=63642)
2024-11-21T08:19:51,983 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:19:51,983 INFO  [M:0;6ed56fb6cbf7:37407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:19:51,983 INFO  [M:0;6ed56fb6cbf7:37407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37407
2024-11-21T08:19:51,984 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:19:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:52,098 INFO  [M:0;6ed56fb6cbf7:37407 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:19:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37407-0x1015c79f2c40000, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:19:52,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@613d8a7d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:52,100 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44e8ecdb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:52,100 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:52,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4909ca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:52,100 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486cc472{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:52,102 WARN  [BP-1411777390-172.17.0.3-1732177164090 heartbeating to localhost/127.0.0.1:40417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:19:52,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:19:52,102 WARN  [BP-1411777390-172.17.0.3-1732177164090 heartbeating to localhost/127.0.0.1:40417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1411777390-172.17.0.3-1732177164090 (Datanode Uuid 25b694f4-b78e-45a0-86b1-f23b426ec088) service to localhost/127.0.0.1:40417
2024-11-21T08:19:52,102 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:19:52,102 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/data/data1/current/BP-1411777390-172.17.0.3-1732177164090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:52,102 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/cluster_7298891f-52d7-1ca8-cf66-137bd2c83653/data/data2/current/BP-1411777390-172.17.0.3-1732177164090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:19:52,103 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:19:52,107 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f06b92f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:52,107 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a383c6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:19:52,107 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:19:52,107 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723c962b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:19:52,107 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52454770{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d658282-a5a4-3b79-daf8-cd4374077df8/hadoop.log.dir/,STOPPED}
2024-11-21T08:19:52,113 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:19:52,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:19:52,134 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 204)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40417 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40417 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46645 from jenkins.hfs.11
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-19-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40417 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-19-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-18-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52557)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52557)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-18-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40417 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46645
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40417
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40417 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46645 from jenkins.hfs.10
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-19-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46645
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40417
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46645 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-25-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40417
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-23-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=624 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=793 (was 845), ProcessCount=11 (was 11), AvailableMemoryMB=3961 (was 3977)
2024-11-21T08:19:52,142 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=624, MaxFileDescriptor=1048576, SystemLoadAverage=793, ProcessCount=11, AvailableMemoryMB=3961
2024-11-21T08:19:52,157 INFO  [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete
2024-11-21T08:19:52,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir so I do NOT create it in target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d
2024-11-21T08:19:52,158 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:19:52,158 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.tmp.dir so I do NOT create it in target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d
2024-11-21T08:19:52,158 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/270e00b8-e16b-03c9-d890-12ac5d3d22fe/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:19:52,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d
2024-11-21T08:19:52,158 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0, deleteOnExit=true
2024-11-21T08:19:52,182 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/zookeeper_0, clientPort=57139, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:19:52,182 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57139
2024-11-21T08:19:52,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:19:52,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:19:52,182 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/test.cache.data in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:19:52,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:19:52,183 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:19:52,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:52,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:19:52,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:19:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c79f2c40005, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:19:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c79f2c40002, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:19:52,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c79f2c40005, quorum=127.0.0.1:52557, baseZNode=/1-443625401 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:19:52,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c79f2c40002, quorum=127.0.0.1:52557, baseZNode=/0-410303735 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:19:52,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:52,217 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:52,218 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:52,591 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:52,595 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:52,596 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:52,596 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:52,596 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:19:52,598 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:52,599 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3204a57c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:52,599 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e00196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:52,705 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32c721c4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/java.io.tmpdir/jetty-localhost-45187-hadoop-hdfs-3_4_1-tests_jar-_-any-14807818518566010080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:52,706 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38f57451{HTTP/1.1, (http/1.1)}{localhost:45187}
2024-11-21T08:19:52,706 INFO  [Time-limited test {}] server.Server(415): Started @250165ms
2024-11-21T08:19:53,000 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:53,003 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:53,006 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:53,006 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:53,006 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:19:53,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58356843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:53,007 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20e7718f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:53,125 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73f3dab6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/java.io.tmpdir/jetty-localhost-39175-hadoop-hdfs-3_4_1-tests_jar-_-any-9402547130144963335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:53,125 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5df42e3e{HTTP/1.1, (http/1.1)}{localhost:39175}
2024-11-21T08:19:53,125 INFO  [Time-limited test {}] server.Server(415): Started @250584ms
2024-11-21T08:19:53,126 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:19:53,941 WARN  [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/data/data2/current/BP-1618320829-172.17.0.3-1732177192208/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:53,941 WARN  [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/data/data1/current/BP-1618320829-172.17.0.3-1732177192208/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:53,974 WARN  [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:19:53,977 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x998c59fc81459080 with lease ID 0x9847058b7a2158cd: Processing first storage report for DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29 from datanode DatanodeRegistration(127.0.0.1:40107, datanodeUuid=873ed24e-bb8b-42e1-8b22-d9c4803d5722, infoPort=39875, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=542481013;c=1732177192208)
2024-11-21T08:19:53,977 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x998c59fc81459080 with lease ID 0x9847058b7a2158cd: from storage DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29 node DatanodeRegistration(127.0.0.1:40107, datanodeUuid=873ed24e-bb8b-42e1-8b22-d9c4803d5722, infoPort=39875, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=542481013;c=1732177192208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:53,977 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x998c59fc81459080 with lease ID 0x9847058b7a2158cd: Processing first storage report for DS-73bfed65-02db-4667-8f56-f1b4304c21e9 from datanode DatanodeRegistration(127.0.0.1:40107, datanodeUuid=873ed24e-bb8b-42e1-8b22-d9c4803d5722, infoPort=39875, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=542481013;c=1732177192208)
2024-11-21T08:19:53,977 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x998c59fc81459080 with lease ID 0x9847058b7a2158cd: from storage DS-73bfed65-02db-4667-8f56-f1b4304c21e9 node DatanodeRegistration(127.0.0.1:40107, datanodeUuid=873ed24e-bb8b-42e1-8b22-d9c4803d5722, infoPort=39875, infoSecurePort=0, ipcPort=38601, storageInfo=lv=-57;cid=testClusterID;nsid=542481013;c=1732177192208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:54,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d
2024-11-21T08:19:54,057 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,058 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:19:54,466 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c with version=8
2024-11-21T08:19:54,466 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/hbase-staging
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,467 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:54,468 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:54,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:54,468 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40039
2024-11-21T08:19:54,469 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40039 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:19:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400390x0, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:54,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40039-0x1015c7a60a00000 connected
2024-11-21T08:19:54,613 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,614 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/running
2024-11-21T08:19:54,615 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c, hbase.cluster.distributed=false
2024-11-21T08:19:54,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/acl
2024-11-21T08:19:54,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40039
2024-11-21T08:19:54,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40039
2024-11-21T08:19:54,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40039
2024-11-21T08:19:54,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40039
2024-11-21T08:19:54,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40039
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:54,631 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45911
2024-11-21T08:19:54,632 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45911 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:19:54,632 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,634 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:54,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459110x0, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:54,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459110x0, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/running
2024-11-21T08:19:54,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45911-0x1015c7a60a00001 connected
2024-11-21T08:19:54,645 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:54,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:54,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/master
2024-11-21T08:19:54,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/acl
2024-11-21T08:19:54,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-21T08:19:54,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45911
2024-11-21T08:19:54,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45911
2024-11-21T08:19:54,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-21T08:19:54,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45911
2024-11-21T08:19:54,662 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:40039
2024-11-21T08:19:54,662 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01022693757/backup-masters/6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/backup-masters
2024-11-21T08:19:54,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/backup-masters
2024-11-21T08:19:54,671 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on existing znode=/01022693757/backup-masters/6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01022693757/master
2024-11-21T08:19:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:54,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:54,682 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on existing znode=/01022693757/master
2024-11-21T08:19:54,682 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01022693757/backup-masters/6ed56fb6cbf7,40039,1732177194467 from backup master directory
2024-11-21T08:19:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01022693757/backup-masters/6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/backup-masters
2024-11-21T08:19:54,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/backup-masters
2024-11-21T08:19:54,692 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:54,692 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:54,695 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/hbase.id] with ID: dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11
2024-11-21T08:19:54,695 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/.tmp/hbase.id
2024-11-21T08:19:54,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:19:54,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:19:55,102 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/.tmp/hbase.id]:[hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/hbase.id]
2024-11-21T08:19:55,110 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:55,110 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:19:55,111 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:19:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:55,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:19:55,539 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:19:55,541 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:19:55,541 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:55,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:19:55,954 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store
2024-11-21T08:19:55,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:19:56,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:19:56,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:56,257 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:19:56,360 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:56,360 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:19:56,360 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177196360Disabling compacts and flushes for region at 1732177196360Disabling writes for close at 1732177196360Writing region close event to WAL at 1732177196360Closed at 1732177196360
2024-11-21T08:19:56,361 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/.initializing
2024-11-21T08:19:56,361 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/WALs/6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:56,362 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:56,363 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C40039%2C1732177194467, suffix=, logDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/WALs/6ed56fb6cbf7,40039,1732177194467, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/oldWALs, maxLogs=10
2024-11-21T08:19:56,376 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/WALs/6ed56fb6cbf7,40039,1732177194467/6ed56fb6cbf7%2C40039%2C1732177194467.1732177196363, exclude list is [], retry=0
2024-11-21T08:19:56,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40107,DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29,DISK]
2024-11-21T08:19:56,381 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/WALs/6ed56fb6cbf7,40039,1732177194467/6ed56fb6cbf7%2C40039%2C1732177194467.1732177196363
2024-11-21T08:19:56,381 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)]
2024-11-21T08:19:56,381 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:56,381 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:56,381 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,381 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,383 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:56,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:19:56,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:56,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:56,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:56,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:19:56,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:56,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:56,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:56,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:19:56,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:56,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:56,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:19:56,387 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:19:56,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:56,388 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:19:56,388 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,388 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,389 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,389 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,389 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,390 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:56,391 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:19:56,393 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:56,393 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63288137, jitterRate=-0.056933268904685974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:56,394 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177196381Initializing all the Stores at 1732177196382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177196382Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177196382Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177196382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177196382Cleaning up temporary data from old regions at 1732177196389 (+7 ms)Region opened successfully at 1732177196393 (+4 ms)
2024-11-21T08:19:56,394 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:19:56,396 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13566c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:56,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:19:56,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:19:56,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:19:56,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:19:56,398 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:19:56,398 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:19:56,398 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:19:56,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:19:56,401 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/balancer because node does not exist (not necessarily an error)
2024-11-21T08:19:56,460 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/balancer already deleted, retry=false
2024-11-21T08:19:56,461 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:19:56,462 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:19:56,471 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/normalizer already deleted, retry=false
2024-11-21T08:19:56,471 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:19:56,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:19:56,481 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/switch/split already deleted, retry=false
2024-11-21T08:19:56,482 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:19:56,492 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/switch/merge already deleted, retry=false
2024-11-21T08:19:56,493 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:19:56,502 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/snapshot-cleanup already deleted, retry=false
2024-11-21T08:19:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01022693757/running
2024-11-21T08:19:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01022693757/running
2024-11-21T08:19:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,513 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,40039,1732177194467, sessionid=0x1015c7a60a00000, setting cluster-up flag (Was=false)
2024-11-21T08:19:56,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,566 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01022693757/flush-table-proc/acquired, /01022693757/flush-table-proc/reached, /01022693757/flush-table-proc/abort
2024-11-21T08:19:56,567 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:56,618 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01022693757/online-snapshot/acquired, /01022693757/online-snapshot/reached, /01022693757/online-snapshot/abort
2024-11-21T08:19:56,619 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:56,620 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:19:56,621 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:56,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:19:56,621 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:19:56,622 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6ed56fb6cbf7,34461,1732177138250: status=Processing ServerCrashProcedure of 6ed56fb6cbf7,34461,1732177138250 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732177153695, completionTime=-1 appears to have been leaked
2024-11-21T08:19:56,622 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,40039,1732177194467
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:56,623 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,623 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177226623
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:19:56,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,624 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:19:56,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:19:56,625 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:19:56,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177196625,5,FailOnTimeoutGroup]
2024-11-21T08:19:56,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:56,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177196625,5,FailOnTimeoutGroup]
2024-11-21T08:19:56,625 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,625 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:19:56,625 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:19:56,625 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,625 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:19:56,629 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:19:56,630 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c
2024-11-21T08:19:56,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:19:56,656 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(746): ClusterId : dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11
2024-11-21T08:19:56,656 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:19:56,666 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:19:56,666 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:19:56,676 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:19:56,676 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d685c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:19:56,689 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:45911
2024-11-21T08:19:56,690 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:19:56,690 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:19:56,690 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:19:56,690 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,40039,1732177194467 with port=45911, startcode=1732177194630
2024-11-21T08:19:56,690 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:19:56,692 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:19:56,692 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,692 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,693 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c
2024-11-21T08:19:56,693 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43831
2024-11-21T08:19:56,694 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:19:56,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/rs
2024-11-21T08:19:56,703 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] zookeeper.ZKUtil(111): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on existing znode=/01022693757/rs/6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,703 WARN  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:56,703 INFO  [RS:0;6ed56fb6cbf7:45911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:56,703 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,45911,1732177194630]
2024-11-21T08:19:56,703 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,706 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:19:56,707 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:19:56,708 INFO  [RS:0;6ed56fb6cbf7:45911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:19:56,708 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,708 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:19:56,708 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:19:56,708 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,708 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,708 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:56,709 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,714 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45911,1732177194630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:56,727 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:19:56,727 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45911,1732177194630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,727 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,727 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.Replication(171): 6ed56fb6cbf7,45911,1732177194630 started
2024-11-21T08:19:56,739 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:56,739 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,45911,1732177194630, RpcServer on 6ed56fb6cbf7/172.17.0.3:45911, sessionid=0x1015c7a60a00001
2024-11-21T08:19:56,739 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:19:56,739 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,739 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,45911,1732177194630'
2024-11-21T08:19:56,739 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01022693757/flush-table-proc/abort'
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01022693757/flush-table-proc/acquired'
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,45911,1732177194630'
2024-11-21T08:19:56,740 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01022693757/online-snapshot/abort'
2024-11-21T08:19:56,741 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01022693757/online-snapshot/acquired'
2024-11-21T08:19:56,741 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:19:56,741 INFO  [RS:0;6ed56fb6cbf7:45911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:19:56,741 INFO  [RS:0;6ed56fb6cbf7:45911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:19:56,841 INFO  [RS:0;6ed56fb6cbf7:45911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:19:56,842 INFO  [RS:0;6ed56fb6cbf7:45911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45911%2C1732177194630, suffix=, logDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/oldWALs, maxLogs=10
2024-11-21T08:19:56,855 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, exclude list is [], retry=0
2024-11-21T08:19:56,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40107,DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29,DISK]
2024-11-21T08:19:56,858 INFO  [RS:0;6ed56fb6cbf7:45911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843
2024-11-21T08:19:56,859 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)]
2024-11-21T08:19:57,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:57,037 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:57,037 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:57,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:57,039 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:57,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:57,040 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:57,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:57,041 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:57,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:57,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740
2024-11-21T08:19:57,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740
2024-11-21T08:19:57,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:57,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:57,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:57,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:57,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:19:57,046 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66754396, jitterRate=-0.005281984806060791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177197036Initializing all the Stores at 1732177197036Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197037 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177197037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197037Cleaning up temporary data from old regions at 1732177197043 (+6 ms)Region opened successfully at 1732177197046 (+3 ms)
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:19:57,046 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:19:57,046 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:19:57,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177197046Disabling compacts and flushes for region at 1732177197046Disabling writes for close at 1732177197046Writing region close event to WAL at 1732177197046Closed at 1732177197046
2024-11-21T08:19:57,047 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:57,047 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:19:57,047 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:19:57,048 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:57,048 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:19:57,199 DEBUG [6ed56fb6cbf7:40039 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:19:57,199 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:57,200 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,45911,1732177194630, state=OPENING
2024-11-21T08:19:57,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:19:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:57,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:19:57,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:19:57,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01022693757/meta-region-server: CHANGED
2024-11-21T08:19:57,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01022693757/meta-region-server: CHANGED
2024-11-21T08:19:57,261 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45911,1732177194630}]
2024-11-21T08:19:57,413 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:19:57,415 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:19:57,417 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:19:57,417 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:19:57,418 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:19:57,419 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45911%2C1732177194630.meta, suffix=.meta, logDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/oldWALs, maxLogs=10
2024-11-21T08:19:57,433 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.meta.1732177197419.meta, exclude list is [], retry=0
2024-11-21T08:19:57,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40107,DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29,DISK]
2024-11-21T08:19:57,436 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.meta.1732177197419.meta
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)]
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:19:57,437 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:19:57,437 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:19:57,437 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:19:57,438 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:19:57,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:19:57,439 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:19:57,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,439 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:19:57,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:19:57,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,440 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:19:57,441 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:19:57,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,441 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:19:57,442 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:19:57,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:19:57,442 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:19:57,442 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:19:57,442 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740
2024-11-21T08:19:57,443 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740
2024-11-21T08:19:57,444 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:19:57,444 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:19:57,444 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:19:57,445 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:19:57,446 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71451657, jitterRate=0.06471265852451324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:19:57,446 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:19:57,446 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177197438Writing region info on filesystem at 1732177197438Initializing all the Stores at 1732177197438Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177197438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177197438Cleaning up temporary data from old regions at 1732177197444 (+6 ms)Running coprocessor post-open hooks at 1732177197446 (+2 ms)Region opened successfully at 1732177197446
2024-11-21T08:19:57,447 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177197413
2024-11-21T08:19:57,449 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:19:57,449 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:19:57,449 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:57,450 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,45911,1732177194630, state=OPEN
2024-11-21T08:19:57,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01022693757/meta-region-server
2024-11-21T08:19:57,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01022693757/meta-region-server
2024-11-21T08:19:57,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:19:57,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01022693757/meta-region-server: CHANGED
2024-11-21T08:19:57,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01022693757/meta-region-server: CHANGED
2024-11-21T08:19:57,490 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:19:57,490 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45911,1732177194630 in 227 msec
2024-11-21T08:19:57,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:19:57,492 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec
2024-11-21T08:19:57,492 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:19:57,492 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:19:57,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:57,493 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=-1]
2024-11-21T08:19:57,493 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:57,494 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:57,499 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 877 msec
2024-11-21T08:19:57,499 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177197499, completionTime=-1
2024-11-21T08:19:57,499 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:19:57,499 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:19:57,502 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:19:57,502 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177257502
2024-11-21T08:19:57,502 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177317502
2024-11-21T08:19:57,502 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:40039, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,505 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:19:57,507 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:19:57,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:19:57,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:19:57,509 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:19:57,509 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:19:57,509 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40039,1732177194467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:19:57,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b128a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:57,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:19:57,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:19:57,559 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:19:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:19:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:19:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed9f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:19:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:19:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:19:57,560 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:19:57,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f334dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:19:57,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:19:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=-1]
2024-11-21T08:19:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:19:57,563 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:19:57,564 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:19:57,565 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:19:57,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:57,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7a60a00002 connected
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir so I do NOT create it in target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0
2024-11-21T08:19:57,599 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.tmp.dir so I do NOT create it in target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0
2024-11-21T08:19:57,599 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:19:57,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/cluster_7f20f810-5a9b-fbcf-5618-1a92343f3268, deleteOnExit=true
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/test.cache.data in system properties and HBase conf
2024-11-21T08:19:57,599 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:19:57,600 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:19:57,600 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:19:57,601 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:19:57,871 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:57,875 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:57,877 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:57,877 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:57,877 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:19:57,880 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:57,881 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7237a8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:57,881 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5b79f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:57,976 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2066e432{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/java.io.tmpdir/jetty-localhost-35113-hadoop-hdfs-3_4_1-tests_jar-_-any-9265928271331024011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:19:57,976 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@225c1209{HTTP/1.1, (http/1.1)}{localhost:35113}
2024-11-21T08:19:57,977 INFO  [Time-limited test {}] server.Server(415): Started @255436ms
2024-11-21T08:19:58,242 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:19:58,244 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:19:58,247 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:19:58,247 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:19:58,247 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:19:58,248 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34debdc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:19:58,248 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:19:58,343 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652713db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/java.io.tmpdir/jetty-localhost-33373-hadoop-hdfs-3_4_1-tests_jar-_-any-12512233620488895377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:19:58,343 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32f6c36e{HTTP/1.1, (http/1.1)}{localhost:33373}
2024-11-21T08:19:58,343 INFO  [Time-limited test {}] server.Server(415): Started @255802ms
2024-11-21T08:19:58,344 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:19:59,104 WARN  [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/cluster_7f20f810-5a9b-fbcf-5618-1a92343f3268/data/data1/current/BP-1978036052-172.17.0.3-1732177197615/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:59,104 WARN  [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/cluster_7f20f810-5a9b-fbcf-5618-1a92343f3268/data/data2/current/BP-1978036052-172.17.0.3-1732177197615/current, will proceed with Du for space computation calculation, 
2024-11-21T08:19:59,121 WARN  [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:19:59,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55bc22f9fe72f7e1 with lease ID 0x15b2602a5c34ebd2: Processing first storage report for DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075 from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=d5ac1ba2-3429-43f9-81ff-e9cb89655444, infoPort=39479, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1222690989;c=1732177197615)
2024-11-21T08:19:59,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55bc22f9fe72f7e1 with lease ID 0x15b2602a5c34ebd2: from storage DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075 node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=d5ac1ba2-3429-43f9-81ff-e9cb89655444, infoPort=39479, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1222690989;c=1732177197615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:59,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55bc22f9fe72f7e1 with lease ID 0x15b2602a5c34ebd2: Processing first storage report for DS-2d86231d-8d2e-448b-86a6-5db3d819f1d2 from datanode DatanodeRegistration(127.0.0.1:44567, datanodeUuid=d5ac1ba2-3429-43f9-81ff-e9cb89655444, infoPort=39479, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1222690989;c=1732177197615)
2024-11-21T08:19:59,123 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55bc22f9fe72f7e1 with lease ID 0x15b2602a5c34ebd2: from storage DS-2d86231d-8d2e-448b-86a6-5db3d819f1d2 node DatanodeRegistration(127.0.0.1:44567, datanodeUuid=d5ac1ba2-3429-43f9-81ff-e9cb89655444, infoPort=39479, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1222690989;c=1732177197615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:19:59,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0
2024-11-21T08:19:59,172 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,172 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:19:59,579 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc with version=8
2024-11-21T08:19:59,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/hbase-staging
2024-11-21T08:19:59,581 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:59,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:59,582 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33451
2024-11-21T08:19:59,583 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33451 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:19:59,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334510x0, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:59,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33451-0x1015c7a60a00003 connected
2024-11-21T08:19:59,702 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,704 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/running
2024-11-21T08:19:59,706 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc, hbase.cluster.distributed=false
2024-11-21T08:19:59,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/acl
2024-11-21T08:19:59,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451
2024-11-21T08:19:59,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451
2024-11-21T08:19:59,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451
2024-11-21T08:19:59,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451
2024-11-21T08:19:59,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:19:59,721 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:19:59,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33409
2024-11-21T08:19:59,722 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33409 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:19:59,723 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,725 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:19:59,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334090x0, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/running
2024-11-21T08:19:59,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334090x0, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:19:59,739 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:19:59,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33409-0x1015c7a60a00004 connected
2024-11-21T08:19:59,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:19:59,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/master
2024-11-21T08:19:59,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/acl
2024-11-21T08:19:59,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33409
2024-11-21T08:19:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33409
2024-11-21T08:19:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33409
2024-11-21T08:19:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33409
2024-11-21T08:19:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33409
2024-11-21T08:19:59,755 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:33451
2024-11-21T08:19:59,756 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1440997066/backup-masters/6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:19:59,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/backup-masters
2024-11-21T08:19:59,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/backup-masters
2024-11-21T08:19:59,766 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on existing znode=/1-1440997066/backup-masters/6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:19:59,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440997066/master
2024-11-21T08:19:59,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:19:59,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:19:59,776 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on existing znode=/1-1440997066/master
2024-11-21T08:19:59,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1440997066/backup-masters/6ed56fb6cbf7,33451,1732177199581 from backup master directory
2024-11-21T08:19:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/backup-masters
2024-11-21T08:19:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440997066/backup-masters/6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:19:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/backup-masters
2024-11-21T08:19:59,786 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:19:59,786 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:19:59,789 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/hbase.id] with ID: fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6
2024-11-21T08:19:59,789 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/.tmp/hbase.id
2024-11-21T08:19:59,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:20:00,193 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/.tmp/hbase.id]:[hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/hbase.id]
2024-11-21T08:20:00,201 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:00,201 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:20:00,203 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-21T08:20:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:00,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:20:00,320 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:00,343 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,343 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,343 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,343 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,344 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,344 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,352 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,355 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:00,655 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:00,655 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:20:00,655 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:00,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:20:01,062 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store
2024-11-21T08:20:01,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:20:01,468 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:01,469 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:01,469 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177201469Disabling compacts and flushes for region at 1732177201469Disabling writes for close at 1732177201469Writing region close event to WAL at 1732177201469Closed at 1732177201469
2024-11-21T08:20:01,469 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/.initializing
2024-11-21T08:20:01,469 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/WALs/6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:01,470 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:01,471 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C33451%2C1732177199581, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/WALs/6ed56fb6cbf7,33451,1732177199581, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/oldWALs, maxLogs=10
2024-11-21T08:20:01,483 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/WALs/6ed56fb6cbf7,33451,1732177199581/6ed56fb6cbf7%2C33451%2C1732177199581.1732177201471, exclude list is [], retry=0
2024-11-21T08:20:01,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075,DISK]
2024-11-21T08:20:01,487 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/WALs/6ed56fb6cbf7,33451,1732177199581/6ed56fb6cbf7%2C33451%2C1732177199581.1732177201471
2024-11-21T08:20:01,487 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)]
2024-11-21T08:20:01,487 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:01,487 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:01,487 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,487 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,488 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:01,489 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:20:01,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:01,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:01,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:01,491 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:20:01,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:01,491 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:01,491 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:01,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:20:01,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:01,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:01,492 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:01,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:20:01,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:01,493 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:01,493 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,494 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,494 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:01,496 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:01,497 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:01,498 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67440897, jitterRate=0.004947677254676819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:01,498 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177201487Initializing all the Stores at 1732177201488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177201488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177201488Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177201488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177201488Cleaning up temporary data from old regions at 1732177201495 (+7 ms)Region opened successfully at 1732177201498 (+3 ms)
2024-11-21T08:20:01,498 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:20:01,500 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298ec094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:20:01,501 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:20:01,503 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:20:01,503 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/balancer because node does not exist (not necessarily an error)
2024-11-21T08:20:01,576 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/balancer already deleted, retry=false
2024-11-21T08:20:01,576 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:20:01,577 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:20:01,586 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/normalizer already deleted, retry=false
2024-11-21T08:20:01,587 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:20:01,588 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:20:01,597 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/switch/split already deleted, retry=false
2024-11-21T08:20:01,598 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:20:01,607 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/switch/merge already deleted, retry=false
2024-11-21T08:20:01,609 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:20:01,618 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/snapshot-cleanup already deleted, retry=false
2024-11-21T08:20:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440997066/running
2024-11-21T08:20:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1440997066/running
2024-11-21T08:20:01,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,629 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,33451,1732177199581, sessionid=0x1015c7a60a00003, setting cluster-up flag (Was=false)
2024-11-21T08:20:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,681 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1440997066/flush-table-proc/acquired, /1-1440997066/flush-table-proc/reached, /1-1440997066/flush-table-proc/abort
2024-11-21T08:20:01,682 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:01,734 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1440997066/online-snapshot/acquired, /1-1440997066/online-snapshot/reached, /1-1440997066/online-snapshot/abort
2024-11-21T08:20:01,735 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:01,736 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:20:01,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:01,737 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:20:01,737 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:20:01,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,33451,1732177199581
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:20:01,738 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:01,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177231739
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:01,740 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:20:01,740 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:20:01,741 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:01,741 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:20:01,746 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:20:01,746 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:20:01,747 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177201746,5,FailOnTimeoutGroup]
2024-11-21T08:20:01,748 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177201747,5,FailOnTimeoutGroup]
2024-11-21T08:20:01,748 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,748 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:20:01,748 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,748 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,752 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(746): ClusterId : fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6
2024-11-21T08:20:01,752 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:20:01,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:20:01,760 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:20:01,760 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:20:01,771 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:20:01,771 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b2645c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:01,785 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:33409
2024-11-21T08:20:01,785 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:20:01,785 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:20:01,785 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:20:01,786 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,33451,1732177199581 with port=33409, startcode=1732177199720
2024-11-21T08:20:01,786 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:20:01,787 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:20:01,787 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,788 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33451 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,789 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc
2024-11-21T08:20:01,789 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33243
2024-11-21T08:20:01,789 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:20:01,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/rs
2024-11-21T08:20:01,841 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] zookeeper.ZKUtil(111): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on existing znode=/1-1440997066/rs/6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,841 WARN  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:01,841 INFO  [RS:0;6ed56fb6cbf7:33409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:01,841 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,841 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,33409,1732177199720]
2024-11-21T08:20:01,844 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:20:01,845 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:20:01,846 INFO  [RS:0;6ed56fb6cbf7:33409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:20:01,846 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,846 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:20:01,847 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:20:01,847 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:01,847 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:01,847 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,848 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,848 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,848 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,848 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,848 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33409,1732177199720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:01,860 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:20:01,860 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33409,1732177199720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,860 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,860 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.Replication(171): 6ed56fb6cbf7,33409,1732177199720 started
2024-11-21T08:20:01,872 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:01,872 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,33409,1732177199720, RpcServer on 6ed56fb6cbf7/172.17.0.3:33409, sessionid=0x1015c7a60a00004
2024-11-21T08:20:01,872 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:20:01,872 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,872 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,33409,1732177199720'
2024-11-21T08:20:01,872 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1440997066/flush-table-proc/abort'
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1440997066/flush-table-proc/acquired'
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,33409,1732177199720'
2024-11-21T08:20:01,873 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1440997066/online-snapshot/abort'
2024-11-21T08:20:01,874 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1440997066/online-snapshot/acquired'
2024-11-21T08:20:01,874 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:20:01,874 INFO  [RS:0;6ed56fb6cbf7:33409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:20:01,874 INFO  [RS:0;6ed56fb6cbf7:33409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:20:01,974 INFO  [RS:0;6ed56fb6cbf7:33409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:01,975 INFO  [RS:0;6ed56fb6cbf7:33409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C33409%2C1732177199720, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/oldWALs, maxLogs=10
2024-11-21T08:20:01,988 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, exclude list is [], retry=0
2024-11-21T08:20:01,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075,DISK]
2024-11-21T08:20:01,991 INFO  [RS:0;6ed56fb6cbf7:33409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976
2024-11-21T08:20:01,991 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)]
2024-11-21T08:20:02,160 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:20:02,160 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc
2024-11-21T08:20:02,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:20:02,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:02,567 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:02,567 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:02,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,568 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,568 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:02,568 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:02,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,569 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,569 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:02,569 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:02,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,570 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,570 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:02,570 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:02,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,571 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:02,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740
2024-11-21T08:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740
2024-11-21T08:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:02,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:02,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:02,576 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67677606, jitterRate=0.008474916219711304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177202566Initializing all the Stores at 1732177202566Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177202566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202567 (+1 ms)Cleaning up temporary data from old regions at 1732177202572 (+5 ms)Region opened successfully at 1732177202576 (+4 ms)
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:02,576 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:02,576 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:02,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177202576Disabling compacts and flushes for region at 1732177202576Disabling writes for close at 1732177202576Writing region close event to WAL at 1732177202576Closed at 1732177202576
2024-11-21T08:20:02,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:02,577 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:20:02,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:20:02,578 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:02,578 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:20:02,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:20:02,729 DEBUG [6ed56fb6cbf7:33451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:20:02,729 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:02,730 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,33409,1732177199720, state=OPENING
2024-11-21T08:20:02,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:20:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:02,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:02,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440997066/meta-region-server: CHANGED
2024-11-21T08:20:02,808 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:02,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440997066/meta-region-server: CHANGED
2024-11-21T08:20:02,808 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,33409,1732177199720}]
2024-11-21T08:20:02,960 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:02,961 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:20:02,963 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:20:02,963 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:02,963 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:20:02,964 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C33409%2C1732177199720.meta, suffix=.meta, logDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/oldWALs, maxLogs=10
2024-11-21T08:20:02,976 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.meta.1732177202965.meta, exclude list is [], retry=0
2024-11-21T08:20:02,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075,DISK]
2024-11-21T08:20:02,979 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.meta.1732177202965.meta
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)]
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:02,980 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:20:02,980 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:20:02,980 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:20:02,984 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:02,985 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:02,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,985 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,986 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:02,986 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:02,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,986 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,986 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:02,987 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:02,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,987 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,987 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:02,987 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:02,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:02,988 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:02,988 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:02,988 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740
2024-11-21T08:20:02,989 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740
2024-11-21T08:20:02,990 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:02,990 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:02,990 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:02,991 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:02,992 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62664327, jitterRate=-0.06622876226902008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:02,992 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:20:02,992 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177202980Writing region info on filesystem at 1732177202980Initializing all the Stores at 1732177202981 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202981Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202984 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177202984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177202984Cleaning up temporary data from old regions at 1732177202990 (+6 ms)Running coprocessor post-open hooks at 1732177202992 (+2 ms)Region opened successfully at 1732177202992
2024-11-21T08:20:02,992 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177202960
2024-11-21T08:20:02,994 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:20:02,994 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:20:02,994 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:02,995 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,33409,1732177199720, state=OPEN
2024-11-21T08:20:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1440997066/meta-region-server
2024-11-21T08:20:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1440997066/meta-region-server
2024-11-21T08:20:03,007 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:03,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440997066/meta-region-server: CHANGED
2024-11-21T08:20:03,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1440997066/meta-region-server: CHANGED
2024-11-21T08:20:03,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:20:03,009 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,33409,1732177199720 in 200 msec
2024-11-21T08:20:03,011 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:20:03,011 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec
2024-11-21T08:20:03,011 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:03,011 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:20:03,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:03,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=-1]
2024-11-21T08:20:03,012 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:03,013 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:03,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec
2024-11-21T08:20:03,017 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177203017, completionTime=-1
2024-11-21T08:20:03,017 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:20:03,017 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177263019
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177323019
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:33451, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,021 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:03,022 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:20:03,024 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:20:03,024 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:20:03,024 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,33451,1732177199581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:03,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6689ec6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:03,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:03,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:03,054 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb2ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:03,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:03,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:03,055 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:03,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b02d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:03,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=-1]
2024-11-21T08:20:03,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:03,058 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:03,059 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:03,060 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57139
2024-11-21T08:20:03,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:03,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7a60a00005 connected
2024-11-21T08:20:03,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:20:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f25d806
2024-11-21T08:20:03,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:03,085 INFO  [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:03,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:20:03,088 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:03,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:03,088 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:20:03,089 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:03,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:20:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:03,495 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => afcb20f28d7501b3b5d453b34a944284, NAME => 'test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c
2024-11-21T08:20:03,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:20:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing afcb20f28d7501b3b5d453b34a944284, disabling compactions & flushes
2024-11-21T08:20:03,902 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177203086.afcb20f28d7501b3b5d453b34a944284. after waiting 0 ms
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:03,902 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:03,902 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for afcb20f28d7501b3b5d453b34a944284:
Waiting for close lock at 1732177203902Disabling compacts and flushes for region at 1732177203902Disabling writes for close at 1732177203902Writing region close event to WAL at 1732177203902Closed at 1732177203902
2024-11-21T08:20:03,904 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:03,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177203904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177203904"}]},"ts":"1732177203904"}
2024-11-21T08:20:03,906 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:03,906 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:03,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177203906"}]},"ts":"1732177203906"}
2024-11-21T08:20:03,908 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:20:03,909 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afcb20f28d7501b3b5d453b34a944284, ASSIGN}]
2024-11-21T08:20:03,910 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=afcb20f28d7501b3b5d453b34a944284, ASSIGN
2024-11-21T08:20:03,910 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=afcb20f28d7501b3b5d453b34a944284, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,45911,1732177194630; forceNewPlan=false, retain=false
2024-11-21T08:20:04,061 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afcb20f28d7501b3b5d453b34a944284, regionState=OPENING, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:04,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=afcb20f28d7501b3b5d453b34a944284, ASSIGN because future has completed
2024-11-21T08:20:04,063 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afcb20f28d7501b3b5d453b34a944284, server=6ed56fb6cbf7,45911,1732177194630}]
2024-11-21T08:20:04,218 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:04,218 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => afcb20f28d7501b3b5d453b34a944284, NAME => 'test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:04,218 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:04,218 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:20:04,218 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,218 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:04,219 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,219 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,220 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region afcb20f28d7501b3b5d453b34a944284 
2024-11-21T08:20:04,221 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcb20f28d7501b3b5d453b34a944284 columnFamilyName f
2024-11-21T08:20:04,221 DEBUG [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:04,222 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(327): Store=afcb20f28d7501b3b5d453b34a944284/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:04,222 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region afcb20f28d7501b3b5d453b34a944284 
2024-11-21T08:20:04,223 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcb20f28d7501b3b5d453b34a944284 columnFamilyName f1
2024-11-21T08:20:04,223 DEBUG [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:04,223 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(327): Store=afcb20f28d7501b3b5d453b34a944284/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:04,223 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region afcb20f28d7501b3b5d453b34a944284 
2024-11-21T08:20:04,224 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afcb20f28d7501b3b5d453b34a944284 columnFamilyName norep
2024-11-21T08:20:04,224 DEBUG [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:04,224 INFO  [StoreOpener-afcb20f28d7501b3b5d453b34a944284-1 {}] regionserver.HStore(327): Store=afcb20f28d7501b3b5d453b34a944284/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:04,224 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,225 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,225 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,226 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,226 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,226 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:04,227 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:04,229 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened afcb20f28d7501b3b5d453b34a944284; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61663484, jitterRate=-0.08114248514175415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:04,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:04,229 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for afcb20f28d7501b3b5d453b34a944284:
Running coprocessor pre-open hook at 1732177204219Writing region info on filesystem at 1732177204219Initializing all the Stores at 1732177204219Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177204219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177204220 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177204220Cleaning up temporary data from old regions at 1732177204226 (+6 ms)Running coprocessor post-open hooks at 1732177204229 (+3 ms)Region opened successfully at 1732177204229
2024-11-21T08:20:04,230 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177203086.afcb20f28d7501b3b5d453b34a944284., pid=6, masterSystemTime=1732177204215
2024-11-21T08:20:04,232 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:04,232 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:04,232 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=afcb20f28d7501b3b5d453b34a944284, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:04,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure afcb20f28d7501b3b5d453b34a944284, server=6ed56fb6cbf7,45911,1732177194630 because future has completed
2024-11-21T08:20:04,237 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:20:04,237 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure afcb20f28d7501b3b5d453b34a944284, server=6ed56fb6cbf7,45911,1732177194630 in 172 msec
2024-11-21T08:20:04,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:20:04,238 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=afcb20f28d7501b3b5d453b34a944284, ASSIGN in 328 msec
2024-11-21T08:20:04,239 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:04,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177204239"}]},"ts":"1732177204239"}
2024-11-21T08:20:04,241 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:20:04,242 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:04,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec
2024-11-21T08:20:04,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:20:04,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:20:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers
2024-11-21T08:20:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:20:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-21T08:20:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:20:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-21T08:20:04,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:20:04,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:05,237 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:20:05,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25db5e70
2024-11-21T08:20:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:05,239 INFO  [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:05,239 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:20:05,241 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:05,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:05,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:20:05,242 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:05,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:20:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:05,651 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d09e2afd3611b132d7fc401107346c5, NAME => 'test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc
2024-11-21T08:20:05,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:20:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d09e2afd3611b132d7fc401107346c5, disabling compactions & flushes
2024-11-21T08:20:06,057 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177205239.5d09e2afd3611b132d7fc401107346c5. after waiting 0 ms
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,057 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,057 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d09e2afd3611b132d7fc401107346c5:
Waiting for close lock at 1732177206057Disabling compacts and flushes for region at 1732177206057Disabling writes for close at 1732177206057Writing region close event to WAL at 1732177206057Closed at 1732177206057
2024-11-21T08:20:06,058 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:06,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177206059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177206059"}]},"ts":"1732177206059"}
2024-11-21T08:20:06,061 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:06,061 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:06,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177206061"}]},"ts":"1732177206061"}
2024-11-21T08:20:06,063 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:20:06,063 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d09e2afd3611b132d7fc401107346c5, ASSIGN}]
2024-11-21T08:20:06,064 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d09e2afd3611b132d7fc401107346c5, ASSIGN
2024-11-21T08:20:06,065 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d09e2afd3611b132d7fc401107346c5, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,33409,1732177199720; forceNewPlan=false, retain=false
2024-11-21T08:20:06,215 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d09e2afd3611b132d7fc401107346c5, regionState=OPENING, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:06,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d09e2afd3611b132d7fc401107346c5, ASSIGN because future has completed
2024-11-21T08:20:06,218 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d09e2afd3611b132d7fc401107346c5, server=6ed56fb6cbf7,33409,1732177199720}]
2024-11-21T08:20:06,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:06,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:06,328 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18272 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:06,372 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,372 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d09e2afd3611b132d7fc401107346c5, NAME => 'test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:06,373 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:06,373 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:20:06,373 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,373 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:06,373 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,373 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,377 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d09e2afd3611b132d7fc401107346c5 
2024-11-21T08:20:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:06,378 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d09e2afd3611b132d7fc401107346c5 columnFamilyName f
2024-11-21T08:20:06,378 DEBUG [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:06,378 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(327): Store=5d09e2afd3611b132d7fc401107346c5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:06,378 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d09e2afd3611b132d7fc401107346c5 
2024-11-21T08:20:06,379 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d09e2afd3611b132d7fc401107346c5 columnFamilyName f1
2024-11-21T08:20:06,379 DEBUG [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:06,379 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(327): Store=5d09e2afd3611b132d7fc401107346c5/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:06,379 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d09e2afd3611b132d7fc401107346c5 
2024-11-21T08:20:06,380 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d09e2afd3611b132d7fc401107346c5 columnFamilyName norep
2024-11-21T08:20:06,380 DEBUG [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:06,380 INFO  [StoreOpener-5d09e2afd3611b132d7fc401107346c5-1 {}] regionserver.HStore(327): Store=5d09e2afd3611b132d7fc401107346c5/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:06,381 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,381 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,381 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,382 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,382 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,382 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:06,383 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,385 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:06,385 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d09e2afd3611b132d7fc401107346c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70998843, jitterRate=0.05796520411968231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:06,385 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:06,385 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d09e2afd3611b132d7fc401107346c5:
Running coprocessor pre-open hook at 1732177206373Writing region info on filesystem at 1732177206373Initializing all the Stores at 1732177206374 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177206374Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177206376 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177206376Cleaning up temporary data from old regions at 1732177206382 (+6 ms)Running coprocessor post-open hooks at 1732177206385 (+3 ms)Region opened successfully at 1732177206385
2024-11-21T08:20:06,386 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177205239.5d09e2afd3611b132d7fc401107346c5., pid=6, masterSystemTime=1732177206369
2024-11-21T08:20:06,388 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,388 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:06,388 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d09e2afd3611b132d7fc401107346c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:06,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d09e2afd3611b132d7fc401107346c5, server=6ed56fb6cbf7,33409,1732177199720 because future has completed
2024-11-21T08:20:06,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:20:06,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d09e2afd3611b132d7fc401107346c5, server=6ed56fb6cbf7,33409,1732177199720 in 174 msec
2024-11-21T08:20:06,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:20:06,393 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d09e2afd3611b132d7fc401107346c5, ASSIGN in 329 msec
2024-11-21T08:20:06,394 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:06,394 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177206394"}]},"ts":"1732177206394"}
2024-11-21T08:20:06,396 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:20:06,396 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:06,397 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec
2024-11-21T08:20:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:07,387 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:20:07,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50444d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:20:07,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:07,388 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3568a1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:07,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,390 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:07,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff095cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ea9afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:07,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:07,391 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:07,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7119ba10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:07,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,392 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:07,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0bbc4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338665f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:20:07,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:07,394 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:20:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:20:07,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765cd86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:20:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:07,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,395 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c20588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:20:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6acd31f8
2024-11-21T08:20:07,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:07,398 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:07,398 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:33451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:20:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:20:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:07,476 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:33451'
2024-11-21T08:20:07,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe804c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,477 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:07,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:07,477 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:07,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:07,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:07,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625f08c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:07,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:07,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,479 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:07,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65de7dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:07,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:07,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:07,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3263a57d
2024-11-21T08:20:07,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:07,480 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:07,481 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:20:07,481 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:20:07,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,481 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:07,481 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:07,482 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:07,483 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:20:07,483 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:07,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:07,484 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:07,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:20:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:07,533 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:20:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:07,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:20:07,890 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f629fca4129d873b465d257f702c6c73, NAME => 'hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c
2024-11-21T08:20:07,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:20:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f629fca4129d873b465d257f702c6c73, disabling compactions & flushes
2024-11-21T08:20:08,295 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73. after waiting 0 ms
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,295 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,295 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f629fca4129d873b465d257f702c6c73:
Waiting for close lock at 1732177208295Disabling compacts and flushes for region at 1732177208295Disabling writes for close at 1732177208295Writing region close event to WAL at 1732177208295Closed at 1732177208295
2024-11-21T08:20:08,296 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:08,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177208296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177208296"}]},"ts":"1732177208296"}
2024-11-21T08:20:08,298 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:08,299 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:08,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177208299"}]},"ts":"1732177208299"}
2024-11-21T08:20:08,301 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:20:08,301 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f629fca4129d873b465d257f702c6c73, ASSIGN}]
2024-11-21T08:20:08,302 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f629fca4129d873b465d257f702c6c73, ASSIGN
2024-11-21T08:20:08,302 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f629fca4129d873b465d257f702c6c73, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,45911,1732177194630; forceNewPlan=false, retain=false
2024-11-21T08:20:08,453 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f629fca4129d873b465d257f702c6c73, regionState=OPENING, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:08,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f629fca4129d873b465d257f702c6c73, ASSIGN because future has completed
2024-11-21T08:20:08,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f629fca4129d873b465d257f702c6c73, server=6ed56fb6cbf7,45911,1732177194630}]
2024-11-21T08:20:08,482 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:08,515 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,515 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,516 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,528 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,531 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:08,611 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,611 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:08,611 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:20:08,612 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45911%2C1732177194630.rep, suffix=, logDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630, archiveDir=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/oldWALs, maxLogs=10
2024-11-21T08:20:08,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.rep.1732177208613, exclude list is [], retry=0
2024-11-21T08:20:08,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40107,DS-52e2cf6f-7ef6-4c7c-b660-5d51ddd18c29,DISK]
2024-11-21T08:20:08,631 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.rep.1732177208613
2024-11-21T08:20:08,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875)]
2024-11-21T08:20:08,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f629fca4129d873b465d257f702c6c73, NAME => 'hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:08,632 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73. service=MultiRowMutationService
2024-11-21T08:20:08,632 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,633 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f629fca4129d873b465d257f702c6c73 
2024-11-21T08:20:08,634 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f629fca4129d873b465d257f702c6c73 columnFamilyName hfileref
2024-11-21T08:20:08,634 DEBUG [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:08,634 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(327): Store=f629fca4129d873b465d257f702c6c73/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:08,635 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f629fca4129d873b465d257f702c6c73 
2024-11-21T08:20:08,635 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f629fca4129d873b465d257f702c6c73 columnFamilyName queue
2024-11-21T08:20:08,635 DEBUG [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:08,636 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(327): Store=f629fca4129d873b465d257f702c6c73/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:08,636 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f629fca4129d873b465d257f702c6c73 
2024-11-21T08:20:08,637 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f629fca4129d873b465d257f702c6c73 columnFamilyName sid
2024-11-21T08:20:08,637 DEBUG [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:08,637 INFO  [StoreOpener-f629fca4129d873b465d257f702c6c73-1 {}] regionserver.HStore(327): Store=f629fca4129d873b465d257f702c6c73/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:08,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/replication/f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/replication/f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:08,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/replication/f629fca4129d873b465d257f702c6c73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:08,642 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f629fca4129d873b465d257f702c6c73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64827923, jitterRate=-0.03398866951465607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:08,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:08,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f629fca4129d873b465d257f702c6c73:
Running coprocessor pre-open hook at 1732177208632Writing region info on filesystem at 1732177208632Initializing all the Stores at 1732177208633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177208633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177208633Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177208633Cleaning up temporary data from old regions at 1732177208638 (+5 ms)Running coprocessor post-open hooks at 1732177208642 (+4 ms)Region opened successfully at 1732177208642
2024-11-21T08:20:08,643 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., pid=10, masterSystemTime=1732177208607
2024-11-21T08:20:08,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,645 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:08,645 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f629fca4129d873b465d257f702c6c73, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:08,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f629fca4129d873b465d257f702c6c73, server=6ed56fb6cbf7,45911,1732177194630 because future has completed
2024-11-21T08:20:08,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:20:08,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f629fca4129d873b465d257f702c6c73, server=6ed56fb6cbf7,45911,1732177194630 in 193 msec
2024-11-21T08:20:08,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:20:08,651 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f629fca4129d873b465d257f702c6c73, ASSIGN in 349 msec
2024-11-21T08:20:08,652 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:08,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177208652"}]},"ts":"1732177208652"}
2024-11-21T08:20:08,653 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:20:08,654 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:08,655 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec
2024-11-21T08:20:08,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=2]
2024-11-21T08:20:08,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:20:08,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:20:08,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:20:08,787 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:08,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:20:08,940 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:20:08,967 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,45911,1732177194630, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:08,967 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:08,967 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=-1]
2024-11-21T08:20:08,968 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:08,968 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:08,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,45911,1732177194630', locateType=CURRENT is [region=hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=2]
2024-11-21T08:20:08,972 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:20:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:20:08,974 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,45911,1732177194630 suceeded
2024-11-21T08:20:08,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:20:08,976 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec
2024-11-21T08:20:08,976 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:33451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:20:08,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec
2024-11-21T08:20:08,991 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:33451'
2024-11-21T08:20:08,992 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33239a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:08,992 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:08,992 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:08,993 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4538541f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:08,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:08,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:08,994 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:08,995 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b8d44e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:08,995 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a134079
2024-11-21T08:20:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:08,996 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:08,997 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,45911,1732177194630 (queues=1) is replicating from cluster=dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11 to cluster=fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6
2024-11-21T08:20:08,997 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C45911%2C1732177194630
2024-11-21T08:20:08,997 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,45911,1732177194630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:08,997 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C45911%2C1732177194630
2024-11-21T08:20:08,998 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, startPosition=0, beingWritten=true
2024-11-21T08:20:09,009 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:09,009 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:09,009 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:09,213 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:09,517 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:09,547 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:09,548 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:09,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:09,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,548 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:09,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f0e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:09,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:09,549 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fd3f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:09,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,551 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:09,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db72043
2024-11-21T08:20:09,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:09,553 INFO  [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:09,553 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:40039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:20:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:20:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:09,556 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:40039'
2024-11-21T08:20:09,557 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad37371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,557 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:20:09,557 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:09,557 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:20:09,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:09,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:20:09,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61220ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:20:09,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:09,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,558 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171878bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:09,559 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:20:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a17d2a1
2024-11-21T08:20:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:09,560 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:09,561 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:20:09,561 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:20:09,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,561 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:09,561 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:09,561 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:09,562 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:20:09,563 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:09,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:09,563 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:09,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:20:09,612 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:20:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:09,922 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:09,969 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a420c61d2f535eee06921bc1a8944541, NAME => 'hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc
2024-11-21T08:20:09,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:20:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:10,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:10,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a420c61d2f535eee06921bc1a8944541, disabling compactions & flushes
2024-11-21T08:20:10,378 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541. after waiting 0 ms
2024-11-21T08:20:10,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,378 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a420c61d2f535eee06921bc1a8944541:
Waiting for close lock at 1732177210377Disabling compacts and flushes for region at 1732177210378 (+1 ms)Disabling writes for close at 1732177210378Writing region close event to WAL at 1732177210378Closed at 1732177210378
2024-11-21T08:20:10,379 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:10,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177210379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177210379"}]},"ts":"1732177210379"}
2024-11-21T08:20:10,381 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:10,382 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:10,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177210382"}]},"ts":"1732177210382"}
2024-11-21T08:20:10,383 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:20:10,383 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a420c61d2f535eee06921bc1a8944541, ASSIGN}]
2024-11-21T08:20:10,384 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a420c61d2f535eee06921bc1a8944541, ASSIGN
2024-11-21T08:20:10,385 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a420c61d2f535eee06921bc1a8944541, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,33409,1732177199720; forceNewPlan=false, retain=false
2024-11-21T08:20:10,427 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:10,535 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a420c61d2f535eee06921bc1a8944541, regionState=OPENING, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:10,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a420c61d2f535eee06921bc1a8944541, ASSIGN because future has completed
2024-11-21T08:20:10,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a420c61d2f535eee06921bc1a8944541, server=6ed56fb6cbf7,33409,1732177199720}]
2024-11-21T08:20:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:10,693 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,693 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:10,693 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:20:10,694 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C33409%2C1732177199720.rep, suffix=, logDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720, archiveDir=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/oldWALs, maxLogs=10
2024-11-21T08:20:10,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.rep.1732177210694, exclude list is [], retry=0
2024-11-21T08:20:10,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44567,DS-e4ee6c7b-61ec-4daf-94ff-fc6206b43075,DISK]
2024-11-21T08:20:10,710 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.rep.1732177210694
2024-11-21T08:20:10,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39479:39479)]
2024-11-21T08:20:10,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a420c61d2f535eee06921bc1a8944541, NAME => 'hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:10,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541. service=MultiRowMutationService
2024-11-21T08:20:10,711 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,715 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a420c61d2f535eee06921bc1a8944541 
2024-11-21T08:20:10,717 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a420c61d2f535eee06921bc1a8944541 columnFamilyName hfileref
2024-11-21T08:20:10,717 DEBUG [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:10,717 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(327): Store=a420c61d2f535eee06921bc1a8944541/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:10,717 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a420c61d2f535eee06921bc1a8944541 
2024-11-21T08:20:10,718 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a420c61d2f535eee06921bc1a8944541 columnFamilyName queue
2024-11-21T08:20:10,719 DEBUG [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:10,719 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(327): Store=a420c61d2f535eee06921bc1a8944541/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:10,719 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a420c61d2f535eee06921bc1a8944541 
2024-11-21T08:20:10,720 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a420c61d2f535eee06921bc1a8944541 columnFamilyName sid
2024-11-21T08:20:10,720 DEBUG [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:10,720 INFO  [StoreOpener-a420c61d2f535eee06921bc1a8944541-1 {}] regionserver.HStore(327): Store=a420c61d2f535eee06921bc1a8944541/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:10,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:10,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:10,724 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a420c61d2f535eee06921bc1a8944541; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63615934, jitterRate=-0.052048712968826294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:10,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:10,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a420c61d2f535eee06921bc1a8944541:
Running coprocessor pre-open hook at 1732177210711Writing region info on filesystem at 1732177210711Initializing all the Stores at 1732177210712 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177210712Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177210715 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177210715Cleaning up temporary data from old regions at 1732177210721 (+6 ms)Running coprocessor post-open hooks at 1732177210724 (+3 ms)Region opened successfully at 1732177210725 (+1 ms)
2024-11-21T08:20:10,725 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541., pid=10, masterSystemTime=1732177210690
2024-11-21T08:20:10,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,727 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:10,728 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a420c61d2f535eee06921bc1a8944541, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:10,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a420c61d2f535eee06921bc1a8944541, server=6ed56fb6cbf7,33409,1732177199720 because future has completed
2024-11-21T08:20:10,732 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:20:10,732 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a420c61d2f535eee06921bc1a8944541, server=6ed56fb6cbf7,33409,1732177199720 in 192 msec
2024-11-21T08:20:10,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:20:10,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a420c61d2f535eee06921bc1a8944541, ASSIGN in 349 msec
2024-11-21T08:20:10,734 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:10,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177210734"}]},"ts":"1732177210734"}
2024-11-21T08:20:10,736 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:20:10,737 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:10,738 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec
2024-11-21T08:20:10,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541., hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=2]
2024-11-21T08:20:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:10,924 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:11,031 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:11,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:20:11,076 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:20:11,116 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,33409,1732177199720, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:11,117 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:11,117 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=-1]
2024-11-21T08:20:11,117 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:11,118 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,33409,1732177199720', locateType=CURRENT is [region=hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541., hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=2]
2024-11-21T08:20:11,124 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:20:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:20:11,126 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,33409,1732177199720 suceeded
2024-11-21T08:20:11,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:20:11,128 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec
2024-11-21T08:20:11,128 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:40039,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:20:11,129 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec
2024-11-21T08:20:11,138 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:40039'
2024-11-21T08:20:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@407ee303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:20:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:11,139 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e71dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:11,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:11,141 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:11,141 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@637e4b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,141 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:20:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@549eb387
2024-11-21T08:20:11,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:11,143 INFO  [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:11,143 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,33409,1732177199720 (queues=1) is replicating from cluster=fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6 to cluster=dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11
2024-11-21T08:20:11,143 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C33409%2C1732177199720
2024-11-21T08:20:11,143 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,33409,1732177199720, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:11,144 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, startPosition=0, beingWritten=true
2024-11-21T08:20:11,144 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C33409%2C1732177199720
2024-11-21T08:20:11,148 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:11,148 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 379, reset compression=false
2024-11-21T08:20:11,148 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:11,352 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 379, reset compression=false
2024-11-21T08:20:11,672 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 379, reset compression=false
2024-11-21T08:20:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:11,698 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:11,698 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:11,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:11,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:11,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:11,698 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:11,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:11,699 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=-1]
2024-11-21T08:20:11,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:11,700 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:11,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177203086.afcb20f28d7501b3b5d453b34a944284., hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=2]
2024-11-21T08:20:11,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=-1]
2024-11-21T08:20:11,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:11,706 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177205239.5d09e2afd3611b132d7fc401107346c5., hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=2]
2024-11-21T08:20:11,708 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-21T08:20:11,736 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 379, reset compression=false
2024-11-21T08:20:11,740 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:11,740 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 480, reset compression=false
2024-11-21T08:20:11,740 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[{test/afcb20f28d7501b3b5d453b34a944284/4=[#edits: 1 = <row/f:row/1732177211703/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-21T08:20:11,743 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:11,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:11,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13d4df03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,33451,-1 for getting cluster id
2024-11-21T08:20:11,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:11,746 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6'
2024-11-21T08:20:11,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa61685f-723b-4b2a-ae5d-fb0eabbcf7d6"

2024-11-21T08:20:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3df58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,33451,-1]
2024-11-21T08:20:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:11,748 INFO  [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:11,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3261e01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:11,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=-1]
2024-11-21T08:20:11,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:11,756 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:11,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177205239.5d09e2afd3611b132d7fc401107346c5., hostname=6ed56fb6cbf7,33409,1732177199720, seqNum=2]
2024-11-21T08:20:11,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:11,944 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 480, reset compression=false
2024-11-21T08:20:12,075 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 379, reset compression=false
2024-11-21T08:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 504, reset compression=false
2024-11-21T08:20:12,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:12,248 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 480, reset compression=false
2024-11-21T08:20:12,283 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 504, reset compression=false
2024-11-21T08:20:12,587 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 504, reset compression=false
2024-11-21T08:20:12,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 480, reset compression=false
2024-11-21T08:20:12,712 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-21T08:20:12,716 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-21T08:20:12,990 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 504, reset compression=false
2024-11-21T08:20:12,995 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:12,995 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 608, reset compression=false
2024-11-21T08:20:12,995 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d09e2afd3611b132d7fc401107346c5/5=[#edits: 1 = <row1/f:row1/1732177212714/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:20:12,997 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:12,998 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:12,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:12,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea8e810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:12,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40039,-1 for getting cluster id
2024-11-21T08:20:13,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:13,000 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11'
2024-11-21T08:20:13,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:13,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dae6d28a-ea9c-4e55-a2e9-ac0e4ed1fd11"

2024-11-21T08:20:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ce390de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40039,-1]
2024-11-21T08:20:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:13,001 INFO  [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:13,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271683c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:13,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:13,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=-1]
2024-11-21T08:20:13,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:13,004 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:13,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732177203086.afcb20f28d7501b3b5d453b34a944284., hostname=6ed56fb6cbf7,45911,1732177194630, seqNum=2]
2024-11-21T08:20:13,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:13,156 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 480, reset compression=false
2024-11-21T08:20:13,161 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:13,161 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 608, reset compression=false
2024-11-21T08:20:13,161 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:13,198 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 608, reset compression=false
2024-11-21T08:20:13,367 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 608, reset compression=false
2024-11-21T08:20:13,501 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 608, reset compression=false
2024-11-21T08:20:13,671 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 608, reset compression=false
2024-11-21T08:20:13,718 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-21T08:20:13,726 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-21T08:20:13,905 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 608, reset compression=false
2024-11-21T08:20:14,075 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 608, reset compression=false
2024-11-21T08:20:14,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:14,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 764, reset compression=false
2024-11-21T08:20:14,079 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[{test/afcb20f28d7501b3b5d453b34a944284/6=[#edits: 2 = <row/f:/1732177213722/DeleteFamily/vlen=0/seqid=0; row/f1:/1732177213722/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-21T08:20:14,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:14,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:14,134 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:14,160 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,161 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,171 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,174 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:14,283 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 764, reset compression=false
2024-11-21T08:20:14,408 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 608, reset compression=false
2024-11-21T08:20:14,413 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:14,413 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 756, reset compression=false
2024-11-21T08:20:14,413 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:14,587 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 764, reset compression=false
2024-11-21T08:20:14,621 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 756, reset compression=false
2024-11-21T08:20:14,727 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-21T08:20:14,731 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-21T08:20:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication
2024-11-21T08:20:14,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:14,925 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 756, reset compression=false
2024-11-21T08:20:14,929 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:14,929 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 915, reset compression=false
2024-11-21T08:20:14,929 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d09e2afd3611b132d7fc401107346c5/7=[#edits: 2 = <row1/f:/1732177214728/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732177214728/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-21T08:20:14,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:14,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45911 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:14,991 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 764, reset compression=false
2024-11-21T08:20:14,996 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:14,996 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:14,996 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:15,134 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 915, reset compression=false
2024-11-21T08:20:15,200 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:15,438 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 915, reset compression=false
2024-11-21T08:20:15,503 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:15,732 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-21T08:20:15,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:20:15,735 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:15,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:15,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:15,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:15,735 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:15,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:20:15,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=418960831, stopped=false
2024-11-21T08:20:15,735 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,33451,1732177199581
2024-11-21T08:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440997066/running
2024-11-21T08:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440997066/running
2024-11-21T08:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:15,828 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:20:15,828 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:15,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:15,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:15,828 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,33409,1732177199720' *****
2024-11-21T08:20:15,829 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:20:15,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/running
2024-11-21T08:20:15,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Set watcher on znode that does not yet exist, /1-1440997066/running
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:15,829 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:15,829 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:33409.
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a420c61d2f535eee06921bc1a8944541, disabling compactions & flushes
2024-11-21T08:20:15,830 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:15,830 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:15,830 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541. after waiting 0 ms
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:20:15,830 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a420c61d2f535eee06921bc1a8944541 3/3 column families, dataSize=892 B heapSize=2.06 KB
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:20:15,830 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:20:15,830 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1325): Online Regions={a420c61d2f535eee06921bc1a8944541=hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541., 1588230740=hbase:meta,,1.1588230740, 5d09e2afd3611b132d7fc401107346c5=test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.}
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:15,830 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:15,830 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5, a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:15,830 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:15,831 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:20:15,841 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 915, reset compression=false
2024-11-21T08:20:15,848 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/.tmp/queue/7a3f490ec2f4479ea7e676de5dfe2509 is 153, key is 1-6ed56fb6cbf7,33409,1732177199720/queue:6ed56fb6cbf7%2C33409%2C1732177199720/1732177214934/Put/seqid=0
2024-11-21T08:20:15,848 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/info/4c09895c368c4866ac5f39d072967d89 is 147, key is hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541./info:regioninfo/1732177210727/Put/seqid=0
2024-11-21T08:20:15,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741840_1016 (size=5352)
2024-11-21T08:20:15,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741841_1017 (size=7686)
2024-11-21T08:20:15,865 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:20:15,907 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:15,943 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:20:15,943 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:20:16,031 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5, a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:16,231 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5, a420c61d2f535eee06921bc1a8944541
2024-11-21T08:20:16,253 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/info/4c09895c368c4866ac5f39d072967d89
2024-11-21T08:20:16,253 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/.tmp/queue/7a3f490ec2f4479ea7e676de5dfe2509
2024-11-21T08:20:16,257 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/.tmp/queue/7a3f490ec2f4479ea7e676de5dfe2509 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/queue/7a3f490ec2f4479ea7e676de5dfe2509
2024-11-21T08:20:16,261 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/queue/7a3f490ec2f4479ea7e676de5dfe2509, entries=1, sequenceid=10, filesize=5.2 K
2024-11-21T08:20:16,262 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a420c61d2f535eee06921bc1a8944541 in 432ms, sequenceid=10, compaction requested=false
2024-11-21T08:20:16,265 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/replication/a420c61d2f535eee06921bc1a8944541/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:20:16,266 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a420c61d2f535eee06921bc1a8944541:
Waiting for close lock at 1732177215830Running coprocessor pre-close hooks at 1732177215830Disabling compacts and flushes for region at 1732177215830Disabling writes for close at 1732177215830Obtaining lock to block concurrent updates at 1732177215830Preparing flush snapshotting stores in a420c61d2f535eee06921bc1a8944541 at 1732177215830Finished memstore snapshotting hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732177215830Flushing stores of hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541. at 1732177215831 (+1 ms)Flushing a420c61d2f535eee06921bc1a8944541/queue: creating writer at 1732177215831Flushing a420c61d2f535eee06921bc1a8944541/queue: appending metadata at 1732177215848 (+17 ms)Flushing a420c61d2f535eee06921bc1a8944541/queue: closing flushed file at 1732177215848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c65992b: reopening flushed file at 1732177216256 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a420c61d2f535eee06921bc1a8944541 in 432ms, sequenceid=10, compaction requested=false at 1732177216262 (+6 ms)Writing region close event to WAL at 1732177216263 (+1 ms)Running coprocessor post-close hooks at 1732177216266 (+3 ms)Closed at 1732177216266
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177209561.a420c61d2f535eee06921bc1a8944541.
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d09e2afd3611b132d7fc401107346c5, disabling compactions & flushes
2024-11-21T08:20:16,266 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:16,266 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177205239.5d09e2afd3611b132d7fc401107346c5. after waiting 0 ms
2024-11-21T08:20:16,267 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:16,267 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d09e2afd3611b132d7fc401107346c5 3/3 column families, dataSize=192 B heapSize=1.46 KB
2024-11-21T08:20:16,271 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/ns/083971c6683f4da6b3d3e06f1c20d491 is 43, key is default/ns:d/1732177203014/Put/seqid=0
2024-11-21T08:20:16,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:20:16,277 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/ns/083971c6683f4da6b3d3e06f1c20d491
2024-11-21T08:20:16,284 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f/a8ef04af56134f87ad9d789f65f0e86e is 29, key is row1/f:/1732177214728/DeleteFamily/seqid=0
2024-11-21T08:20:16,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741843_1019 (size=5118)
2024-11-21T08:20:16,294 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1acdfc2f244e54b8bec713d206ff2a is 112, key is test,,1732177205239.5d09e2afd3611b132d7fc401107346c5./rep_barrier:seqnumDuringOpen/1732177206388/Put/seqid=0
2024-11-21T08:20:16,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:20:16,344 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 915, reset compression=false
2024-11-21T08:20:16,348 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:16,348 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 1162, reset compression=false
2024-11-21T08:20:16,349 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,33409,1732177199720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:16,349 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,33409,1732177199720: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,33409,1732177199720, walGroup=6ed56fb6cbf7%2C33409%2C1732177199720, offset=6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976:1162, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:33409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:20:16,351 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:20:16,351 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:20:16,352 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:20:16,352 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:20:16,352 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:20:16,352 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 679195136
      },
      "NonHeapMemoryUsage": {
        "committed": 195166208,
        "init": 7667712,
        "max": -1,
        "used": 191662512
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:20:16,355 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:33451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:33451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:20:16,410 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:16,431 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:16,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:16,437 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:16,438 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28382 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:16,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 1162, reset compression=false
2024-11-21T08:20:16,631 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:16,692 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f/a8ef04af56134f87ad9d789f65f0e86e
2024-11-21T08:20:16,696 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8ef04af56134f87ad9d789f65f0e86e
2024-11-21T08:20:16,700 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1acdfc2f244e54b8bec713d206ff2a
2024-11-21T08:20:16,714 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f1/40b18b87fffc41709a70736de86c1f6a is 30, key is row1/f1:/1732177214728/DeleteFamily/seqid=0
2024-11-21T08:20:16,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741845_1021 (size=5123)
2024-11-21T08:20:16,728 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/table/0911311c6ba348a9b892f1aa7a121fd0 is 53, key is hbase:replication/table:state/1732177210734/Put/seqid=0
2024-11-21T08:20:16,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:20:16,831 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:20:16,831 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5d09e2afd3611b132d7fc401107346c5=test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.}
2024-11-21T08:20:16,831 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:16,855 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 1162, reset compression=false
2024-11-21T08:20:17,014 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:17,032 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d09e2afd3611b132d7fc401107346c5
2024-11-21T08:20:17,123 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f1/40b18b87fffc41709a70736de86c1f6a
2024-11-21T08:20:17,127 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40b18b87fffc41709a70736de86c1f6a
2024-11-21T08:20:17,131 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/table/0911311c6ba348a9b892f1aa7a121fd0
2024-11-21T08:20:17,136 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/info/4c09895c368c4866ac5f39d072967d89 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/info/4c09895c368c4866ac5f39d072967d89
2024-11-21T08:20:17,141 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/info/4c09895c368c4866ac5f39d072967d89, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:20:17,142 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/ns/083971c6683f4da6b3d3e06f1c20d491 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/ns/083971c6683f4da6b3d3e06f1c20d491
2024-11-21T08:20:17,144 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/norep/5a0385151fa648bf9e854d44887488b2 is 33, key is row1/norep:/1732177214728/DeleteFamily/seqid=0
2024-11-21T08:20:17,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741847_1023 (size=5108)
2024-11-21T08:20:17,148 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/norep/5a0385151fa648bf9e854d44887488b2
2024-11-21T08:20:17,150 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/ns/083971c6683f4da6b3d3e06f1c20d491, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:20:17,151 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/5e1acdfc2f244e54b8bec713d206ff2a as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/rep_barrier/5e1acdfc2f244e54b8bec713d206ff2a
2024-11-21T08:20:17,155 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/rep_barrier/5e1acdfc2f244e54b8bec713d206ff2a, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:20:17,155 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0385151fa648bf9e854d44887488b2
2024-11-21T08:20:17,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/.tmp/table/0911311c6ba348a9b892f1aa7a121fd0 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/table/0911311c6ba348a9b892f1aa7a121fd0
2024-11-21T08:20:17,156 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f/a8ef04af56134f87ad9d789f65f0e86e as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/f/a8ef04af56134f87ad9d789f65f0e86e
2024-11-21T08:20:17,160 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a8ef04af56134f87ad9d789f65f0e86e
2024-11-21T08:20:17,160 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/table/0911311c6ba348a9b892f1aa7a121fd0, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:20:17,160 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/f/a8ef04af56134f87ad9d789f65f0e86e, entries=2, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:17,160 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/f1/40b18b87fffc41709a70736de86c1f6a as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/f1/40b18b87fffc41709a70736de86c1f6a
2024-11-21T08:20:17,161 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false
2024-11-21T08:20:17,165 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40b18b87fffc41709a70736de86c1f6a
2024-11-21T08:20:17,166 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/f1/40b18b87fffc41709a70736de86c1f6a, entries=2, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:17,166 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/.tmp/norep/5a0385151fa648bf9e854d44887488b2 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/norep/5a0385151fa648bf9e854d44887488b2
2024-11-21T08:20:17,168 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:20:17,168 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:17,168 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:20:17,168 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:17,168 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177215830Running coprocessor pre-close hooks at 1732177215830Disabling compacts and flushes for region at 1732177215830Disabling writes for close at 1732177215830Obtaining lock to block concurrent updates at 1732177215831 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732177215831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177215831Flushing stores of hbase:meta,,1.1588230740 at 1732177215831Flushing 1588230740/info: creating writer at 1732177215831Flushing 1588230740/info: appending metadata at 1732177215848 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732177215848Flushing 1588230740/ns: creating writer at 1732177216256 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732177216271 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732177216271Flushing 1588230740/rep_barrier: creating writer at 1732177216280 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177216294 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177216294Flushing 1588230740/table: creating writer at 1732177216705 (+411 ms)Flushing 1588230740/table: appending metadata at 1732177216727 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732177216727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365f5003: reopening flushed file at 1732177217136 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a30d07d: reopening flushed file at 1732177217141 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13422812: reopening flushed file at 1732177217150 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d406d25: reopening flushed file at 1732177217155 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732177217161 (+6 ms)Writing region close event to WAL at 1732177217164 (+3 ms)Running coprocessor post-close hooks at 1732177217168 (+4 ms)Closed at 1732177217168
2024-11-21T08:20:17,168 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:17,171 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a0385151fa648bf9e854d44887488b2
2024-11-21T08:20:17,171 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/norep/5a0385151fa648bf9e854d44887488b2, entries=1, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:17,172 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5d09e2afd3611b132d7fc401107346c5 in 905ms, sequenceid=8, compaction requested=false
2024-11-21T08:20:17,178 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/data/default/test/5d09e2afd3611b132d7fc401107346c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T08:20:17,178 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:17,178 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:20:17,178 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:17,179 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d09e2afd3611b132d7fc401107346c5:
Waiting for close lock at 1732177216266Running coprocessor pre-close hooks at 1732177216266Disabling compacts and flushes for region at 1732177216266Disabling writes for close at 1732177216266Obtaining lock to block concurrent updates at 1732177216267 (+1 ms)Preparing flush snapshotting stores in 5d09e2afd3611b132d7fc401107346c5 at 1732177216267Finished memstore snapshotting test,,1732177205239.5d09e2afd3611b132d7fc401107346c5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732177216267Flushing stores of test,,1732177205239.5d09e2afd3611b132d7fc401107346c5. at 1732177216267Flushing 5d09e2afd3611b132d7fc401107346c5/f: creating writer at 1732177216268 (+1 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/f: appending metadata at 1732177216283 (+15 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/f: closing flushed file at 1732177216283Flushing 5d09e2afd3611b132d7fc401107346c5/f1: creating writer at 1732177216696 (+413 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/f1: appending metadata at 1732177216713 (+17 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/f1: closing flushed file at 1732177216713Flushing 5d09e2afd3611b132d7fc401107346c5/norep: creating writer at 1732177217127 (+414 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/norep: appending metadata at 1732177217143 (+16 ms)Flushing 5d09e2afd3611b132d7fc401107346c5/norep: closing flushed file at 1732177217143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2baa9052: reopening flushed file at 1732177217155 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e36f52e: reopening flushed file at 1732177217160 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4ebeba: reopening flushed file at 1732177217166 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5d09e2afd3611b132d7fc401107346c5 in 905ms, sequenceid=8, compaction requested=false at 1732177217172 (+6 ms)Writing region close event to WAL at 1732177217174 (+2 ms)Running coprocessor post-close hooks at 1732177217178 (+4 ms)Closed at 1732177217178
2024-11-21T08:20:17,179 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177205239.5d09e2afd3611b132d7fc401107346c5.
2024-11-21T08:20:17,232 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,33409,1732177199720; all regions closed.
2024-11-21T08:20:17,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:20:17,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741839_1015 (size=2676)
2024-11-21T08:20:17,242 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.rep.1732177210694 not finished, retry = 0
2024-11-21T08:20:17,258 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 1162, reset compression=false
2024-11-21T08:20:17,265 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:17,265 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/WALs/6ed56fb6cbf7,33409,1732177199720/6ed56fb6cbf7%2C33409%2C1732177199720.1732177201976 to pos 1806, reset compression=false
2024-11-21T08:20:17,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741832_1008 (size=1814)
2024-11-21T08:20:17,345 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:17,345 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:20:17,345 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:20:17,345 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:20:17,346 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:20:17,346 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:20:17,346 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,33409,1732177199720 because: Region server is closing
2024-11-21T08:20:17,346 INFO  [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:33409.
2024-11-21T08:20:17,346 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:17,346 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:17,346 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:17,347 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:17,447 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.shipper6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 terminated
2024-11-21T08:20:17,447 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,33409,1732177199720.replicationSource.wal-reader.6ed56fb6cbf7%2C33409%2C1732177199720,1-6ed56fb6cbf7,33409,1732177199720 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:20:17,447 INFO  [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:33409.
2024-11-21T08:20:17,447 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:17,447 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:17,447 DEBUG [RS:0;6ed56fb6cbf7:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:17,447 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:17,448 INFO  [RS:0;6ed56fb6cbf7:33409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33409
2024-11-21T08:20:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066/rs
2024-11-21T08:20:17,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440997066/rs/6ed56fb6cbf7,33409,1732177199720
2024-11-21T08:20:17,502 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:20:17,512 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,33409,1732177199720]
2024-11-21T08:20:17,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1440997066/draining/6ed56fb6cbf7,33409,1732177199720 already deleted, retry=false
2024-11-21T08:20:17,523 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,33409,1732177199720 expired; onlineServers=0
2024-11-21T08:20:17,523 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,33451,1732177199581' *****
2024-11-21T08:20:17,523 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:20:17,523 DEBUG [M:0;6ed56fb6cbf7:33451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:20:17,523 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:20:17,523 DEBUG [M:0;6ed56fb6cbf7:33451 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:20:17,523 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177201747 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177201747,5,FailOnTimeoutGroup]
2024-11-21T08:20:17,523 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177201746 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177201746,5,FailOnTimeoutGroup]
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:20:17,523 DEBUG [M:0;6ed56fb6cbf7:33451 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:20:17,523 INFO  [M:0;6ed56fb6cbf7:33451 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:20:17,524 INFO  [M:0;6ed56fb6cbf7:33451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:20:17,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:20:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1440997066/master
2024-11-21T08:20:17,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1440997066
2024-11-21T08:20:17,533 DEBUG [M:0;6ed56fb6cbf7:33451 {}] zookeeper.ZKUtil(347): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Unable to get data of znode /1-1440997066/master because node does not exist (not an error)
2024-11-21T08:20:17,533 WARN  [M:0;6ed56fb6cbf7:33451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:20:17,534 INFO  [M:0;6ed56fb6cbf7:33451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/.lastflushedseqids
2024-11-21T08:20:17,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741848_1024 (size=245)
2024-11-21T08:20:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:17,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x1015c7a60a00004, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:17,612 INFO  [RS:0;6ed56fb6cbf7:33409 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:20:17,612 INFO  [RS:0;6ed56fb6cbf7:33409 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,33409,1732177199720; zookeeper connection closed.
2024-11-21T08:20:17,612 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@490e407 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@490e407
2024-11-21T08:20:17,613 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:20:17,718 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:17,938 INFO  [M:0;6ed56fb6cbf7:33451 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:20:17,938 INFO  [M:0;6ed56fb6cbf7:33451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:20:17,938 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:17,938 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:17,938 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:17,938 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:17,938 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:17,938 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-21T08:20:17,984 DEBUG [M:0;6ed56fb6cbf7:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfdb4ebb047a420895acd3b4fb2d7dc9 is 82, key is hbase:meta,,1/info:regioninfo/1732177202994/Put/seqid=0
2024-11-21T08:20:17,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741849_1025 (size=5672)
2024-11-21T08:20:18,387 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfdb4ebb047a420895acd3b4fb2d7dc9
2024-11-21T08:20:18,408 DEBUG [M:0;6ed56fb6cbf7:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/135172327c68464b94c37af2c0eb0852 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177210738/Put/seqid=0
2024-11-21T08:20:18,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741850_1026 (size=8516)
2024-11-21T08:20:18,524 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:18,812 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/135172327c68464b94c37af2c0eb0852
2024-11-21T08:20:18,832 DEBUG [M:0;6ed56fb6cbf7:33451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b25b0c7dea483e916489f34e642d42 is 69, key is 6ed56fb6cbf7,33409,1732177199720/rs:state/1732177201788/Put/seqid=0
2024-11-21T08:20:18,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741851_1027 (size=5156)
2024-11-21T08:20:19,243 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b25b0c7dea483e916489f34e642d42
2024-11-21T08:20:19,247 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfdb4ebb047a420895acd3b4fb2d7dc9 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfdb4ebb047a420895acd3b4fb2d7dc9
2024-11-21T08:20:19,251 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfdb4ebb047a420895acd3b4fb2d7dc9, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:20:19,251 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/135172327c68464b94c37af2c0eb0852 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/135172327c68464b94c37af2c0eb0852
2024-11-21T08:20:19,255 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/135172327c68464b94c37af2c0eb0852, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:20:19,255 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9b25b0c7dea483e916489f34e642d42 as hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b25b0c7dea483e916489f34e642d42
2024-11-21T08:20:19,259 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33243/user/jenkins/test-data/28ae5b95-7024-2625-8734-012ccac8b9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9b25b0c7dea483e916489f34e642d42, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:20:19,260 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false
2024-11-21T08:20:19,263 INFO  [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:19,263 DEBUG [M:0;6ed56fb6cbf7:33451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177217938Disabling compacts and flushes for region at 1732177217938Disabling writes for close at 1732177217938Obtaining lock to block concurrent updates at 1732177217938Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177217938Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732177217939 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177217939Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177217939Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177217983 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177217983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177218391 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177218408 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177218408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177218816 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177218832 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177218832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3be3fd: reopening flushed file at 1732177219247 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ead93db: reopening flushed file at 1732177219251 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a5996a: reopening flushed file at 1732177219255 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=97, compaction requested=false at 1732177219260 (+5 ms)Writing region close event to WAL at 1732177219263 (+3 ms)Closed at 1732177219263
2024-11-21T08:20:19,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44567 is added to blk_1073741830_1006 (size=63654)
2024-11-21T08:20:19,265 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:20:19,265 INFO  [M:0;6ed56fb6cbf7:33451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:20:19,265 INFO  [M:0;6ed56fb6cbf7:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33451
2024-11-21T08:20:19,266 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:20:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:19,380 INFO  [M:0;6ed56fb6cbf7:33451 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:20:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33451-0x1015c7a60a00003, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:19,383 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@652713db{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:20:19,383 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32f6c36e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:20:19,383 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:20:19,384 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369a4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:20:19,384 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34debdc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir/,STOPPED}
2024-11-21T08:20:19,385 WARN  [BP-1978036052-172.17.0.3-1732177197615 heartbeating to localhost/127.0.0.1:33243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:20:19,385 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:20:19,385 WARN  [BP-1978036052-172.17.0.3-1732177197615 heartbeating to localhost/127.0.0.1:33243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978036052-172.17.0.3-1732177197615 (Datanode Uuid d5ac1ba2-3429-43f9-81ff-e9cb89655444) service to localhost/127.0.0.1:33243
2024-11-21T08:20:19,385 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:20:19,385 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/cluster_7f20f810-5a9b-fbcf-5618-1a92343f3268/data/data1/current/BP-1978036052-172.17.0.3-1732177197615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:20:19,386 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/cluster_7f20f810-5a9b-fbcf-5618-1a92343f3268/data/data2/current/BP-1978036052-172.17.0.3-1732177197615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:20:19,386 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:20:19,390 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2066e432{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:20:19,391 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@225c1209{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:20:19,391 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:20:19,391 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5b79f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:20:19,391 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7237a8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir/,STOPPED}
2024-11-21T08:20:19,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:20:19,409 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:20:19,409 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:19,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:19,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:19,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:19,409 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:19,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:20:19,409 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2110313784, stopped=false
2024-11-21T08:20:19,409 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,40039,1732177194467
2024-11-21T08:20:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01022693757/running
2024-11-21T08:20:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01022693757/running
2024-11-21T08:20:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:20:19,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:20:19,421 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:20:19,422 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:19,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/running
2024-11-21T08:20:19,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:19,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Set watcher on znode that does not yet exist, /01022693757/running
2024-11-21T08:20:19,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:19,422 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,45911,1732177194630' *****
2024-11-21T08:20:19,422 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:20:19,422 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:20:19,422 INFO  [RS:0;6ed56fb6cbf7:45911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:20:19,422 INFO  [RS:0;6ed56fb6cbf7:45911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:20:19,422 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:20:19,422 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for afcb20f28d7501b3b5d453b34a944284
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45911.
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afcb20f28d7501b3b5d453b34a944284, disabling compactions & flushes
2024-11-21T08:20:19,423 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:19,423 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:19,423 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177203086.afcb20f28d7501b3b5d453b34a944284. after waiting 0 ms
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:20:19,423 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afcb20f28d7501b3b5d453b34a944284 3/3 column families, dataSize=191 B heapSize=1.46 KB
2024-11-21T08:20:19,423 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:20:19,423 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1325): Online Regions={afcb20f28d7501b3b5d453b34a944284=test,,1732177203086.afcb20f28d7501b3b5d453b34a944284., f629fca4129d873b465d257f702c6c73=hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., 1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:20:19,423 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afcb20f28d7501b3b5d453b34a944284, f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:19,423 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:19,423 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:19,423 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:20:19,428 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 914, reset compression=false
2024-11-21T08:20:19,430 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:20:19,435 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:19,435 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1161, reset compression=false
2024-11-21T08:20:19,435 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45911,1732177194630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:19,435 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,45911,1732177194630: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,45911,1732177194630, walGroup=6ed56fb6cbf7%2C45911%2C1732177194630, offset=6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843:1161, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:45911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:20:19,436 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:20:19,437 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:20:19,437 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:20:19,437 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:20:19,437 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:20:19,437 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 729526784
      },
      "NonHeapMemoryUsage": {
        "committed": 195428352,
        "init": 7667712,
        "max": -1,
        "used": 192416312
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:20:19,437 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:40039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:40039 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:20:19,443 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/info/946eb5e358804f91af14e942ee4b4ca2 is 147, key is hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73./info:regioninfo/1732177208645/Put/seqid=0
2024-11-21T08:20:19,443 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f/e81ffd8463484a5f8a699ce6cabcb6e6 is 29, key is row1/f:/1732177214728/DeleteFamily/seqid=0
2024-11-21T08:20:19,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741841_1017 (size=5118)
2024-11-21T08:20:19,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741840_1016 (size=7686)
2024-11-21T08:20:19,623 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afcb20f28d7501b3b5d453b34a944284, f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:19,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1161, reset compression=false
2024-11-21T08:20:19,717 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:20:19,717 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:20:19,824 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, afcb20f28d7501b3b5d453b34a944284, f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:19,852 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f/e81ffd8463484a5f8a699ce6cabcb6e6
2024-11-21T08:20:19,853 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/info/946eb5e358804f91af14e942ee4b4ca2
2024-11-21T08:20:19,856 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e81ffd8463484a5f8a699ce6cabcb6e6
2024-11-21T08:20:19,871 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/ns/ba15e3f660784c4e887729013fd9e133 is 43, key is default/ns:d/1732177197495/Put/seqid=0
2024-11-21T08:20:19,872 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f1/33cb6b1f01f54a2eacc28fa8892ebeaa is 30, key is row1/f1:/1732177214728/DeleteFamily/seqid=0
2024-11-21T08:20:19,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:20:19,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741843_1019 (size=5123)
2024-11-21T08:20:19,876 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f1/33cb6b1f01f54a2eacc28fa8892ebeaa
2024-11-21T08:20:19,879 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33cb6b1f01f54a2eacc28fa8892ebeaa
2024-11-21T08:20:19,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/norep/63e358253b404a729fc91a9bc0fd2ab5 is 32, key is row/norep:/1732177213722/DeleteFamily/seqid=0
2024-11-21T08:20:19,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741844_1020 (size=5101)
2024-11-21T08:20:19,901 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/norep/63e358253b404a729fc91a9bc0fd2ab5
2024-11-21T08:20:19,904 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e358253b404a729fc91a9bc0fd2ab5
2024-11-21T08:20:19,905 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f/e81ffd8463484a5f8a699ce6cabcb6e6 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/f/e81ffd8463484a5f8a699ce6cabcb6e6
2024-11-21T08:20:19,909 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e81ffd8463484a5f8a699ce6cabcb6e6
2024-11-21T08:20:19,910 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/f/e81ffd8463484a5f8a699ce6cabcb6e6, entries=2, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:19,911 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/f1/33cb6b1f01f54a2eacc28fa8892ebeaa as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/f1/33cb6b1f01f54a2eacc28fa8892ebeaa
2024-11-21T08:20:19,915 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33cb6b1f01f54a2eacc28fa8892ebeaa
2024-11-21T08:20:19,916 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/f1/33cb6b1f01f54a2eacc28fa8892ebeaa, entries=2, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:19,916 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/.tmp/norep/63e358253b404a729fc91a9bc0fd2ab5 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/norep/63e358253b404a729fc91a9bc0fd2ab5
2024-11-21T08:20:19,921 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e358253b404a729fc91a9bc0fd2ab5
2024-11-21T08:20:19,921 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/norep/63e358253b404a729fc91a9bc0fd2ab5, entries=1, sequenceid=8, filesize=5.0 K
2024-11-21T08:20:19,922 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for afcb20f28d7501b3b5d453b34a944284 in 499ms, sequenceid=8, compaction requested=false
2024-11-21T08:20:19,926 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/default/test/afcb20f28d7501b3b5d453b34a944284/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:20:19,927 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afcb20f28d7501b3b5d453b34a944284:
Waiting for close lock at 1732177219423Running coprocessor pre-close hooks at 1732177219423Disabling compacts and flushes for region at 1732177219423Disabling writes for close at 1732177219423Obtaining lock to block concurrent updates at 1732177219423Preparing flush snapshotting stores in afcb20f28d7501b3b5d453b34a944284 at 1732177219423Finished memstore snapshotting test,,1732177203086.afcb20f28d7501b3b5d453b34a944284., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732177219423Flushing stores of test,,1732177203086.afcb20f28d7501b3b5d453b34a944284. at 1732177219424 (+1 ms)Flushing afcb20f28d7501b3b5d453b34a944284/f: creating writer at 1732177219424Flushing afcb20f28d7501b3b5d453b34a944284/f: appending metadata at 1732177219442 (+18 ms)Flushing afcb20f28d7501b3b5d453b34a944284/f: closing flushed file at 1732177219442Flushing afcb20f28d7501b3b5d453b34a944284/f1: creating writer at 1732177219856 (+414 ms)Flushing afcb20f28d7501b3b5d453b34a944284/f1: appending metadata at 1732177219871 (+15 ms)Flushing afcb20f28d7501b3b5d453b34a944284/f1: closing flushed file at 1732177219871Flushing afcb20f28d7501b3b5d453b34a944284/norep: creating writer at 1732177219879 (+8 ms)Flushing afcb20f28d7501b3b5d453b34a944284/norep: appending metadata at 1732177219895 (+16 ms)Flushing afcb20f28d7501b3b5d453b34a944284/norep: closing flushed file at 1732177219896 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1f04a8: reopening flushed file at 1732177219905 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0c4cc5: reopening flushed file at 1732177219910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d83b18: reopening flushed file at 1732177219916 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for afcb20f28d7501b3b5d453b34a944284 in 499ms, sequenceid=8, compaction requested=false at 1732177219922 (+6 ms)Writing region close event to WAL at 1732177219923 (+1 ms)Running coprocessor post-close hooks at 1732177219927 (+4 ms)Closed at 1732177219927
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177203086.afcb20f28d7501b3b5d453b34a944284.
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f629fca4129d873b465d257f702c6c73, disabling compactions & flushes
2024-11-21T08:20:19,927 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73. after waiting 0 ms
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:19,927 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f629fca4129d873b465d257f702c6c73:
Waiting for close lock at 1732177219927Running coprocessor pre-close hooks at 1732177219927Disabling compacts and flushes for region at 1732177219927Disabling writes for close at 1732177219927Failed flush hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., putting online again at 1732177219927
2024-11-21T08:20:19,928 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:19,955 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1161, reset compression=false
2024-11-21T08:20:19,960 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:19,960 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1805, reset compression=false
2024-11-21T08:20:20,024 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(3091): Received CLOSE for f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:20,024 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f629fca4129d873b465d257f702c6c73
2024-11-21T08:20:20,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f629fca4129d873b465d257f702c6c73, disabling compactions & flushes
2024-11-21T08:20:20,024 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:20,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:20,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73. after waiting 0 ms
2024-11-21T08:20:20,024 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:20,025 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f629fca4129d873b465d257f702c6c73:
Waiting for close lock at 1732177220024Running coprocessor pre-close hooks at 1732177220024Disabling compacts and flushes for region at 1732177220024Disabling writes for close at 1732177220024Failed flush hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., putting online again at 1732177220024
2024-11-21T08:20:20,025 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73.
2024-11-21T08:20:20,163 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1805, reset compression=false
2024-11-21T08:20:20,224 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:20:20,276 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/ns/ba15e3f660784c4e887729013fd9e133
2024-11-21T08:20:20,298 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/rep_barrier/6874cdaadfba414fb3839a521678c0d8 is 112, key is test,,1732177203086.afcb20f28d7501b3b5d453b34a944284./rep_barrier:seqnumDuringOpen/1732177204232/Put/seqid=0
2024-11-21T08:20:20,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741845_1021 (size=5518)
2024-11-21T08:20:20,425 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:20:20,425 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1325): Online Regions={f629fca4129d873b465d257f702c6c73=hbase:replication,,1732177207481.f629fca4129d873b465d257f702c6c73., 1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:20:20,425 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:20:20,467 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1805, reset compression=false
2024-11-21T08:20:20,625 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:20:20,706 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/rep_barrier/6874cdaadfba414fb3839a521678c0d8
2024-11-21T08:20:20,725 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/table/eec9d1e7c9d647dbaf7439baf845eddc is 53, key is hbase:replication/table:state/1732177208652/Put/seqid=0
2024-11-21T08:20:20,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:20:20,825 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:20:20,871 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1805, reset compression=false
2024-11-21T08:20:21,025 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:20:21,129 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/table/eec9d1e7c9d647dbaf7439baf845eddc
2024-11-21T08:20:21,133 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/info/946eb5e358804f91af14e942ee4b4ca2 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/info/946eb5e358804f91af14e942ee4b4ca2
2024-11-21T08:20:21,136 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/info/946eb5e358804f91af14e942ee4b4ca2, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:20:21,137 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/ns/ba15e3f660784c4e887729013fd9e133 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/ns/ba15e3f660784c4e887729013fd9e133
2024-11-21T08:20:21,140 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/ns/ba15e3f660784c4e887729013fd9e133, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:20:21,141 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/rep_barrier/6874cdaadfba414fb3839a521678c0d8 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/rep_barrier/6874cdaadfba414fb3839a521678c0d8
2024-11-21T08:20:21,145 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/rep_barrier/6874cdaadfba414fb3839a521678c0d8, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:20:21,146 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/.tmp/table/eec9d1e7c9d647dbaf7439baf845eddc as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/table/eec9d1e7c9d647dbaf7439baf845eddc
2024-11-21T08:20:21,150 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/table/eec9d1e7c9d647dbaf7439baf845eddc, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:20:21,150 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false
2024-11-21T08:20:21,150 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:20:21,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:20:21,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:20:21,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:20:21,155 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:21,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177219423Running coprocessor pre-close hooks at 1732177219423Disabling compacts and flushes for region at 1732177219423Disabling writes for close at 1732177219423Obtaining lock to block concurrent updates at 1732177219423Preparing flush snapshotting stores in 1588230740 at 1732177219423Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177219424 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177219424Flushing 1588230740/info: creating writer at 1732177219424Flushing 1588230740/info: appending metadata at 1732177219442 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732177219442Flushing 1588230740/ns: creating writer at 1732177219857 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732177219871 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732177219871Flushing 1588230740/rep_barrier: creating writer at 1732177220280 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177220298 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177220298Flushing 1588230740/table: creating writer at 1732177220710 (+412 ms)Flushing 1588230740/table: appending metadata at 1732177220725 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732177220725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472a2b65: reopening flushed file at 1732177221132 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d68900: reopening flushed file at 1732177221136 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f31b0fc: reopening flushed file at 1732177221141 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1959bc: reopening flushed file at 1732177221145 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1732177221150 (+5 ms)Writing region close event to WAL at 1732177221152 (+2 ms)Running coprocessor post-close hooks at 1732177221155 (+3 ms)Closed at 1732177221155
2024-11-21T08:20:21,156 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:21,225 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-21T08:20:21,225 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,45911,1732177194630; all regions closed.
2024-11-21T08:20:21,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:20:21,227 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.meta.1732177197419.meta not finished, retry = 0
2024-11-21T08:20:21,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741839_1015 (size=1733)
2024-11-21T08:20:21,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741833_1009 (size=1813)
2024-11-21T08:20:21,332 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 not finished, retry = 0
2024-11-21T08:20:21,374 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843 to pos 1805, reset compression=false
2024-11-21T08:20:21,432 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:21,432 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:20:21,433 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/WALs/6ed56fb6cbf7,45911,1732177194630/6ed56fb6cbf7%2C45911%2C1732177194630.1732177196843
2024-11-21T08:20:21,433 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:20:21,433 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:20:21,433 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:20:21,433 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:20:21,433 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,45911,1732177194630 because: Region server is closing
2024-11-21T08:20:21,433 INFO  [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45911.
2024-11-21T08:20:21,433 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:21,433 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:21,433 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:21,433 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:21,534 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.shipper6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 terminated
2024-11-21T08:20:21,534 INFO  [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45911.
2024-11-21T08:20:21,534 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45911,1732177194630.replicationSource.wal-reader.6ed56fb6cbf7%2C45911%2C1732177194630,1-6ed56fb6cbf7,45911,1732177194630 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-21T08:20:21,534 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:21,534 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:21,534 DEBUG [RS:0;6ed56fb6cbf7:45911 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:21,534 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:21,534 INFO  [RS:0;6ed56fb6cbf7:45911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45911
2024-11-21T08:20:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757/rs
2024-11-21T08:20:21,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01022693757/rs/6ed56fb6cbf7,45911,1732177194630
2024-11-21T08:20:21,628 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:20:21,638 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,45911,1732177194630]
2024-11-21T08:20:21,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01022693757/draining/6ed56fb6cbf7,45911,1732177194630 already deleted, retry=false
2024-11-21T08:20:21,648 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,45911,1732177194630 expired; onlineServers=0
2024-11-21T08:20:21,648 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,40039,1732177194467' *****
2024-11-21T08:20:21,648 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:20:21,649 DEBUG [M:0;6ed56fb6cbf7:40039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:20:21,649 DEBUG [M:0;6ed56fb6cbf7:40039 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:20:21,649 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:20:21,649 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177196625 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177196625,5,FailOnTimeoutGroup]
2024-11-21T08:20:21,649 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177196625 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177196625,5,FailOnTimeoutGroup]
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:20:21,649 DEBUG [M:0;6ed56fb6cbf7:40039 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:20:21,649 INFO  [M:0;6ed56fb6cbf7:40039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:20:21,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:20:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01022693757/master
2024-11-21T08:20:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01022693757
2024-11-21T08:20:21,659 DEBUG [M:0;6ed56fb6cbf7:40039 {}] zookeeper.ZKUtil(347): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Unable to get data of znode /01022693757/master because node does not exist (not an error)
2024-11-21T08:20:21,659 WARN  [M:0;6ed56fb6cbf7:40039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:20:21,660 INFO  [M:0;6ed56fb6cbf7:40039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/.lastflushedseqids
2024-11-21T08:20:21,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741847_1023 (size=245)
2024-11-21T08:20:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:21,738 INFO  [RS:0;6ed56fb6cbf7:45911 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:20:21,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45911-0x1015c7a60a00001, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:21,738 INFO  [RS:0;6ed56fb6cbf7:45911 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,45911,1732177194630; zookeeper connection closed.
2024-11-21T08:20:21,738 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a35559 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a35559
2024-11-21T08:20:21,739 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:20:21,769 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:21,770 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,809 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,809 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,810 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,810 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,810 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,810 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,822 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,822 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:21,824 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:22,070 INFO  [M:0;6ed56fb6cbf7:40039 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:20:22,070 INFO  [M:0;6ed56fb6cbf7:40039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:20:22,070 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:22,070 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:22,070 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:22,070 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:22,070 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:22,071 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-21T08:20:22,086 DEBUG [M:0;6ed56fb6cbf7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17d2b1f9d4e24304bc039ac7e4cf042d is 82, key is hbase:meta,,1/info:regioninfo/1732177197449/Put/seqid=0
2024-11-21T08:20:22,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741848_1024 (size=5672)
2024-11-21T08:20:22,490 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17d2b1f9d4e24304bc039ac7e4cf042d
2024-11-21T08:20:22,508 DEBUG [M:0;6ed56fb6cbf7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48ad9639e8684b35b8a5a0f821308d53 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177208655/Put/seqid=0
2024-11-21T08:20:22,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741849_1025 (size=8516)
2024-11-21T08:20:22,912 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48ad9639e8684b35b8a5a0f821308d53
2024-11-21T08:20:22,927 DEBUG [M:0;6ed56fb6cbf7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39926afad2114b188bb27aa718c095bd is 69, key is 6ed56fb6cbf7,45911,1732177194630/rs:state/1732177196693/Put/seqid=0
2024-11-21T08:20:22,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741850_1026 (size=5156)
2024-11-21T08:20:23,331 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39926afad2114b188bb27aa718c095bd
2024-11-21T08:20:23,336 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17d2b1f9d4e24304bc039ac7e4cf042d as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17d2b1f9d4e24304bc039ac7e4cf042d
2024-11-21T08:20:23,339 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17d2b1f9d4e24304bc039ac7e4cf042d, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:20:23,340 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48ad9639e8684b35b8a5a0f821308d53 as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48ad9639e8684b35b8a5a0f821308d53
2024-11-21T08:20:23,344 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48ad9639e8684b35b8a5a0f821308d53, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:20:23,344 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39926afad2114b188bb27aa718c095bd as hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39926afad2114b188bb27aa718c095bd
2024-11-21T08:20:23,348 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43831/user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39926afad2114b188bb27aa718c095bd, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:20:23,348 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false
2024-11-21T08:20:23,350 INFO  [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:23,350 DEBUG [M:0;6ed56fb6cbf7:40039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177222070Disabling compacts and flushes for region at 1732177222070Disabling writes for close at 1732177222070Obtaining lock to block concurrent updates at 1732177222071 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177222071Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732177222071Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177222071Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177222071Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177222086 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177222086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177222493 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177222508 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177222508Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177222915 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177222927 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177222927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ece174: reopening flushed file at 1732177223335 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1230bc4: reopening flushed file at 1732177223339 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a259ee: reopening flushed file at 1732177223344 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732177223348 (+4 ms)Writing region close event to WAL at 1732177223350 (+2 ms)Closed at 1732177223350
2024-11-21T08:20:23,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40107 is added to blk_1073741830_1006 (size=63654)
2024-11-21T08:20:23,352 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d2821510-ff4c-9066-e7ff-70b291ae849c/MasterData/WALs/6ed56fb6cbf7,40039,1732177194467/6ed56fb6cbf7%2C40039%2C1732177194467.1732177196363 not finished, retry = 0
2024-11-21T08:20:23,453 INFO  [M:0;6ed56fb6cbf7:40039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:20:23,453 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:20:23,453 INFO  [M:0;6ed56fb6cbf7:40039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40039
2024-11-21T08:20:23,453 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:20:23,603 INFO  [M:0;6ed56fb6cbf7:40039 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:20:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1015c7a60a00000, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:20:23,605 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73f3dab6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:20:23,606 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5df42e3e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:20:23,606 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:20:23,606 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e7718f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:20:23,606 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58356843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir/,STOPPED}
2024-11-21T08:20:23,607 WARN  [BP-1618320829-172.17.0.3-1732177192208 heartbeating to localhost/127.0.0.1:43831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:20:23,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:20:23,607 WARN  [BP-1618320829-172.17.0.3-1732177192208 heartbeating to localhost/127.0.0.1:43831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1618320829-172.17.0.3-1732177192208 (Datanode Uuid 873ed24e-bb8b-42e1-8b22-d9c4803d5722) service to localhost/127.0.0.1:43831
2024-11-21T08:20:23,607 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:20:23,607 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/data/data1/current/BP-1618320829-172.17.0.3-1732177192208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:20:23,608 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/cluster_a9d69555-4721-7fe8-7e3e-c10bcbbe6bc0/data/data2/current/BP-1618320829-172.17.0.3-1732177192208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:20:23,608 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:20:23,612 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32c721c4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:20:23,613 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38f57451{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:20:23,613 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:20:23,613 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20e00196{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:20:23,613 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3204a57c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52d9e2f4-4d43-94fb-ec43-3ee5c753524d/hadoop.log.dir/,STOPPED}
2024-11-21T08:20:23,619 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:20:23,632 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:20:23,641 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 243)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:33243
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-22-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33243 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33243 from jenkins.hfs.13
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33243
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43831
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57139)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57139)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: HMaster-EventLoopGroup-29-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-27-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43831
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43831 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-29-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33243 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-23-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:43831
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43831 from jenkins.hfs.12
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33243
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43831 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-22-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=657 (was 624) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 793), ProcessCount=11 (was 11), AvailableMemoryMB=3821 (was 3961)
2024-11-21T08:20:23,654 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=3821
2024-11-21T08:20:23,670 INFO  [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2
2024-11-21T08:20:23,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir so I do NOT create it in target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8
2024-11-21T08:20:23,670 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:20:23,670 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.tmp.dir so I do NOT create it in target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8
2024-11-21T08:20:23,670 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/024ab04a-036e-02b2-d251-fd64d72e6bf0/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:20:23,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8
2024-11-21T08:20:23,671 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88, deleteOnExit=true
2024-11-21T08:20:23,705 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/zookeeper_0, clientPort=64626, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:20:23,706 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64626
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/test.cache.data in system properties and HBase conf
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:20:23,706 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:20:23,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:20:23,707 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:23,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:20:23,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:20:23,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7a60a00005, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:20:23,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7a60a00002, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:20:23,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7a60a00005, quorum=127.0.0.1:57139, baseZNode=/1-1440997066 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:20:23,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7a60a00002, quorum=127.0.0.1:57139, baseZNode=/01022693757 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:20:24,219 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:24,223 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:24,224 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:24,224 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:24,224 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:20:24,225 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:24,227 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a33792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:24,227 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6099e176{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:24,330 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7330e52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/java.io.tmpdir/jetty-localhost-43441-hadoop-hdfs-3_4_1-tests_jar-_-any-6881540804275901787/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:20:24,331 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a7880de{HTTP/1.1, (http/1.1)}{localhost:43441}
2024-11-21T08:20:24,331 INFO  [Time-limited test {}] server.Server(415): Started @281790ms
2024-11-21T08:20:24,596 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:24,598 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:24,599 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:24,599 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:24,599 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:20:24,600 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a97005e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:24,600 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b35c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:24,696 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b06a012{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/java.io.tmpdir/jetty-localhost-32909-hadoop-hdfs-3_4_1-tests_jar-_-any-5952453943184642459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:20:24,696 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23281270{HTTP/1.1, (http/1.1)}{localhost:32909}
2024-11-21T08:20:24,696 INFO  [Time-limited test {}] server.Server(415): Started @282156ms
2024-11-21T08:20:24,697 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:20:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:20:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:20:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:20:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:20:25,350 WARN  [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/data/data2/current/BP-549548285-172.17.0.3-1732177223722/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:25,350 WARN  [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/data/data1/current/BP-549548285-172.17.0.3-1732177223722/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:25,365 WARN  [Thread-2660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:20:25,367 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3951d43a4b0c1691 with lease ID 0xf0bcfa3d48d71265: Processing first storage report for DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6 from datanode DatanodeRegistration(127.0.0.1:41431, datanodeUuid=4024f182-653a-4814-90ec-076c2b3a53b9, infoPort=44695, infoSecurePort=0, ipcPort=32795, storageInfo=lv=-57;cid=testClusterID;nsid=851227935;c=1732177223722)
2024-11-21T08:20:25,367 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3951d43a4b0c1691 with lease ID 0xf0bcfa3d48d71265: from storage DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6 node DatanodeRegistration(127.0.0.1:41431, datanodeUuid=4024f182-653a-4814-90ec-076c2b3a53b9, infoPort=44695, infoSecurePort=0, ipcPort=32795, storageInfo=lv=-57;cid=testClusterID;nsid=851227935;c=1732177223722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:25,367 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3951d43a4b0c1691 with lease ID 0xf0bcfa3d48d71265: Processing first storage report for DS-835bfcde-3cb8-44a4-a355-d7fa0284db92 from datanode DatanodeRegistration(127.0.0.1:41431, datanodeUuid=4024f182-653a-4814-90ec-076c2b3a53b9, infoPort=44695, infoSecurePort=0, ipcPort=32795, storageInfo=lv=-57;cid=testClusterID;nsid=851227935;c=1732177223722)
2024-11-21T08:20:25,367 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3951d43a4b0c1691 with lease ID 0xf0bcfa3d48d71265: from storage DS-835bfcde-3cb8-44a4-a355-d7fa0284db92 node DatanodeRegistration(127.0.0.1:41431, datanodeUuid=4024f182-653a-4814-90ec-076c2b3a53b9, infoPort=44695, infoSecurePort=0, ipcPort=32795, storageInfo=lv=-57;cid=testClusterID;nsid=851227935;c=1732177223722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:25,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8
2024-11-21T08:20:25,422 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,424 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:20:25,435 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab with version=8
2024-11-21T08:20:25,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/hbase-staging
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:20:25,437 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:25,438 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37637
2024-11-21T08:20:25,438 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37637 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376370x0, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:25,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37637-0x1015c7adbc40000 connected
2024-11-21T08:20:25,568 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,570 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/running
2024-11-21T08:20:25,572 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab, hbase.cluster.distributed=false
2024-11-21T08:20:25,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/acl
2024-11-21T08:20:25,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37637
2024-11-21T08:20:25,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37637
2024-11-21T08:20:25,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37637
2024-11-21T08:20:25,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37637
2024-11-21T08:20:25,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37637
2024-11-21T08:20:25,591 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:25,591 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:25,592 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34403
2024-11-21T08:20:25,593 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34403 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:25,594 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,595 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:25,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344030x0, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:25,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344030x0, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/running
2024-11-21T08:20:25,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34403-0x1015c7adbc40001 connected
2024-11-21T08:20:25,611 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:20:25,611 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:20:25,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/master
2024-11-21T08:20:25,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/acl
2024-11-21T08:20:25,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34403
2024-11-21T08:20:25,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34403
2024-11-21T08:20:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34403
2024-11-21T08:20:25,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34403
2024-11-21T08:20:25,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34403
2024-11-21T08:20:25,631 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:37637
2024-11-21T08:20:25,632 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01986535679/backup-masters/6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:25,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/backup-masters
2024-11-21T08:20:25,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/backup-masters
2024-11-21T08:20:25,642 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on existing znode=/01986535679/backup-masters/6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986535679/master
2024-11-21T08:20:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:25,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:25,652 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on existing znode=/01986535679/master
2024-11-21T08:20:25,653 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01986535679/backup-masters/6ed56fb6cbf7,37637,1732177225437 from backup master directory
2024-11-21T08:20:25,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/backup-masters
2024-11-21T08:20:25,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986535679/backup-masters/6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:25,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/backup-masters
2024-11-21T08:20:25,663 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:25,663 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:25,665 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/hbase.id] with ID: c42d9f0f-6b18-4883-b5e6-7a3d02c059b4
2024-11-21T08:20:25,665 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/.tmp/hbase.id
2024-11-21T08:20:25,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:20:26,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/.tmp/hbase.id]:[hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/hbase.id]
2024-11-21T08:20:26,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:26,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:20:26,078 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms.
2024-11-21T08:20:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:26,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:20:26,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:26,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:26,447 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38391 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:26,530 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:26,531 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:20:26,531 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:26,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:20:26,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store
2024-11-21T08:20:26,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:26,948 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:26,948 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:26,948 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177226948Disabling compacts and flushes for region at 1732177226948Disabling writes for close at 1732177226948Writing region close event to WAL at 1732177226948Closed at 1732177226948
2024-11-21T08:20:26,949 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/.initializing
2024-11-21T08:20:26,949 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/WALs/6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:26,949 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:26,950 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C37637%2C1732177225437, suffix=, logDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/WALs/6ed56fb6cbf7,37637,1732177225437, archiveDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/oldWALs, maxLogs=10
2024-11-21T08:20:26,962 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/WALs/6ed56fb6cbf7,37637,1732177225437/6ed56fb6cbf7%2C37637%2C1732177225437.1732177226951, exclude list is [], retry=0
2024-11-21T08:20:26,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41431,DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6,DISK]
2024-11-21T08:20:26,965 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/WALs/6ed56fb6cbf7,37637,1732177225437/6ed56fb6cbf7%2C37637%2C1732177225437.1732177226951
2024-11-21T08:20:26,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)]
2024-11-21T08:20:26,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:26,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:26,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,966 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,967 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:26,968 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:20:26,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:26,968 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:26,968 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:26,969 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:20:26,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:26,969 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:26,970 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:26,970 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:20:26,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:26,970 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:26,971 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:26,971 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:20:26,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:26,971 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:26,972 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,972 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,972 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,973 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,974 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:26,974 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:26,976 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:26,976 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69628330, jitterRate=0.03754296898841858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:26,976 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177226966Initializing all the Stores at 1732177226967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177226967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177226967Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177226967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177226967Cleaning up temporary data from old regions at 1732177226973 (+6 ms)Region opened successfully at 1732177226976 (+3 ms)
2024-11-21T08:20:26,977 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:20:26,978 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a0cb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:26,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:20:26,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:20:26,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:20:26,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:20:26,980 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:20:26,980 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:20:26,980 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:20:26,981 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:20:26,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/balancer because node does not exist (not necessarily an error)
2024-11-21T08:20:27,036 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:27,037 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,048 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/balancer already deleted, retry=false
2024-11-21T08:20:27,049 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:20:27,049 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:20:27,059 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/normalizer already deleted, retry=false
2024-11-21T08:20:27,059 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:20:27,060 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:20:27,069 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/switch/split already deleted, retry=false
2024-11-21T08:20:27,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:20:27,071 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,071 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,072 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,072 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,072 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,072 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,077 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,079 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,080 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,080 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/switch/merge already deleted, retry=false
2024-11-21T08:20:27,081 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:27,081 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:20:27,090 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/snapshot-cleanup already deleted, retry=false
2024-11-21T08:20:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986535679/running
2024-11-21T08:20:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01986535679/running
2024-11-21T08:20:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,101 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,37637,1732177225437, sessionid=0x1015c7adbc40000, setting cluster-up flag (Was=false)
2024-11-21T08:20:27,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,153 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986535679/flush-table-proc/acquired, /01986535679/flush-table-proc/reached, /01986535679/flush-table-proc/abort
2024-11-21T08:20:27,155 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:27,206 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01986535679/online-snapshot/acquired, /01986535679/online-snapshot/reached, /01986535679/online-snapshot/abort
2024-11-21T08:20:27,207 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:27,208 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:20:27,209 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:27,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:20:27,209 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:20:27,210 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,37637,1732177225437
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:27,211 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177257212
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:20:27,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,212 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:20:27,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:20:27,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:20:27,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:20:27,213 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:20:27,213 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177227213,5,FailOnTimeoutGroup]
2024-11-21T08:20:27,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:27,213 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:20:27,216 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177227213,5,FailOnTimeoutGroup]
2024-11-21T08:20:27,216 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,216 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:20:27,216 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,216 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:20:27,223 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(746): ClusterId : c42d9f0f-6b18-4883-b5e6-7a3d02c059b4
2024-11-21T08:20:27,223 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:20:27,231 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:20:27,231 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:20:27,242 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:20:27,242 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568fa77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:27,255 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:34403
2024-11-21T08:20:27,255 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:20:27,255 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:20:27,255 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:20:27,256 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,37637,1732177225437 with port=34403, startcode=1732177225591
2024-11-21T08:20:27,256 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:20:27,257 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:20:27,258 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,258 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37637 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,259 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab
2024-11-21T08:20:27,259 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44951
2024-11-21T08:20:27,259 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:20:27,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/rs
2024-11-21T08:20:27,270 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] zookeeper.ZKUtil(111): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on existing znode=/01986535679/rs/6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,270 WARN  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:27,270 INFO  [RS:0;6ed56fb6cbf7:34403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:27,270 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,270 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,34403,1732177225591]
2024-11-21T08:20:27,272 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:20:27,274 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:20:27,274 INFO  [RS:0;6ed56fb6cbf7:34403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:20:27,274 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,274 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:20:27,275 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:20:27,275 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,275 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,276 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:27,276 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:27,276 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,279 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34403,1732177225591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:27,295 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:20:27,295 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34403,1732177225591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,295 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,295 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.Replication(171): 6ed56fb6cbf7,34403,1732177225591 started
2024-11-21T08:20:27,311 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:27,311 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,34403,1732177225591, RpcServer on 6ed56fb6cbf7/172.17.0.3:34403, sessionid=0x1015c7adbc40001
2024-11-21T08:20:27,311 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:20:27,311 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,311 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34403,1732177225591'
2024-11-21T08:20:27,311 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986535679/flush-table-proc/abort'
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986535679/flush-table-proc/acquired'
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34403,1732177225591'
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01986535679/online-snapshot/abort'
2024-11-21T08:20:27,312 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01986535679/online-snapshot/acquired'
2024-11-21T08:20:27,313 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:20:27,313 INFO  [RS:0;6ed56fb6cbf7:34403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:20:27,313 INFO  [RS:0;6ed56fb6cbf7:34403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:20:27,413 INFO  [RS:0;6ed56fb6cbf7:34403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:27,414 INFO  [RS:0;6ed56fb6cbf7:34403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34403%2C1732177225591, suffix=, logDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591, archiveDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/oldWALs, maxLogs=10
2024-11-21T08:20:27,428 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, exclude list is [], retry=0
2024-11-21T08:20:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41431,DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6,DISK]
2024-11-21T08:20:27,432 INFO  [RS:0;6ed56fb6cbf7:34403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414
2024-11-21T08:20:27,433 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)]
2024-11-21T08:20:27,623 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:20:27,623 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab
2024-11-21T08:20:27,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:20:28,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:28,028 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:28,029 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:28,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,029 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,029 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:28,030 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:28,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,030 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,030 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:28,031 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:28,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,031 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,031 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:28,032 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:28,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,032 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740
2024-11-21T08:20:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740
2024-11-21T08:20:28,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:28,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:28,034 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:28,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:28,036 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:28,036 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63620199, jitterRate=-0.051985159516334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177228027Initializing all the Stores at 1732177228028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177228028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228028Cleaning up temporary data from old regions at 1732177228034 (+6 ms)Region opened successfully at 1732177228037 (+3 ms)
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:28,037 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:28,037 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:28,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177228037Disabling compacts and flushes for region at 1732177228037Disabling writes for close at 1732177228037Writing region close event to WAL at 1732177228037Closed at 1732177228037
2024-11-21T08:20:28,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:28,038 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:20:28,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:20:28,039 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:28,039 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:20:28,190 DEBUG [6ed56fb6cbf7:37637 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:20:28,190 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:28,191 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34403,1732177225591, state=OPENING
2024-11-21T08:20:28,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:20:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:28,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:28,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:28,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986535679/meta-region-server: CHANGED
2024-11-21T08:20:28,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986535679/meta-region-server: CHANGED
2024-11-21T08:20:28,301 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34403,1732177225591}]
2024-11-21T08:20:28,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:28,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:20:28,458 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:20:28,458 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:28,458 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:20:28,459 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34403%2C1732177225591.meta, suffix=.meta, logDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591, archiveDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/oldWALs, maxLogs=10
2024-11-21T08:20:28,486 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.meta.1732177228460.meta, exclude list is [], retry=0
2024-11-21T08:20:28,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41431,DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6,DISK]
2024-11-21T08:20:28,489 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.meta.1732177228460.meta
2024-11-21T08:20:28,497 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)]
2024-11-21T08:20:28,497 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:28,498 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:20:28,498 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:20:28,498 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:20:28,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:28,500 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:28,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,501 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:28,501 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:28,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,502 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:28,503 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:28,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,503 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:28,504 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:28,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:28,504 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:28,504 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:28,505 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740
2024-11-21T08:20:28,506 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740
2024-11-21T08:20:28,507 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:28,507 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:28,507 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:28,508 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:28,509 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61706999, jitterRate=-0.08049406111240387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:28,509 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:20:28,510 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177228498Writing region info on filesystem at 1732177228498Initializing all the Stores at 1732177228499 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177228499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177228499Cleaning up temporary data from old regions at 1732177228507 (+8 ms)Running coprocessor post-open hooks at 1732177228509 (+2 ms)Region opened successfully at 1732177228509
2024-11-21T08:20:28,511 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177228453
2024-11-21T08:20:28,513 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:20:28,513 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:20:28,513 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:28,515 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34403,1732177225591, state=OPEN
2024-11-21T08:20:28,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986535679/meta-region-server
2024-11-21T08:20:28,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01986535679/meta-region-server
2024-11-21T08:20:28,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:28,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986535679/meta-region-server: CHANGED
2024-11-21T08:20:28,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01986535679/meta-region-server: CHANGED
2024-11-21T08:20:28,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:20:28,574 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34403,1732177225591 in 271 msec
2024-11-21T08:20:28,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:20:28,575 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec
2024-11-21T08:20:28,575 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:28,575 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:20:28,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:28,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=-1]
2024-11-21T08:20:28,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:28,578 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:28,582 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3720 sec
2024-11-21T08:20:28,582 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177228582, completionTime=-1
2024-11-21T08:20:28,582 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:20:28,582 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:20:28,584 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:20:28,584 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177288584
2024-11-21T08:20:28,584 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177348584
2024-11-21T08:20:28,584 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:20:28,584 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:37637, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,586 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:28,588 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:20:28,590 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:20:28,590 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:20:28,590 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37637,1732177225437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:28,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba28043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:28,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:28,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:28,626 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:28,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db9304a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:28,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:28,628 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:28,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb8fc3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:28,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=-1]
2024-11-21T08:20:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:28,631 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:28,633 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:28,633 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:28,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:28,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7adbc40002 connected
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir so I do NOT create it in target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870
2024-11-21T08:20:28,665 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.tmp.dir so I do NOT create it in target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870
2024-11-21T08:20:28,665 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:20:28,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/cluster_d2cfcd47-c1eb-22e7-b2d8-53d01bcaaaa1, deleteOnExit=true
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:20:28,665 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/test.cache.data in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:20:28,666 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:28,666 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:20:28,667 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:20:29,013 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:29,016 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:29,018 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:29,018 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:29,018 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:20:29,019 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:29,019 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119ffab7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:29,019 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13011b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:29,113 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@791cbbe5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/java.io.tmpdir/jetty-localhost-34219-hadoop-hdfs-3_4_1-tests_jar-_-any-12643763802700099635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:20:29,114 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f5fb085{HTTP/1.1, (http/1.1)}{localhost:34219}
2024-11-21T08:20:29,114 INFO  [Time-limited test {}] server.Server(415): Started @286573ms
2024-11-21T08:20:29,385 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:29,390 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:29,391 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:29,391 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:29,391 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:20:29,391 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a751b33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:29,391 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73111f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:29,486 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12873457{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/java.io.tmpdir/jetty-localhost-41769-hadoop-hdfs-3_4_1-tests_jar-_-any-5551592331618851203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:20:29,486 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@562ddf68{HTTP/1.1, (http/1.1)}{localhost:41769}
2024-11-21T08:20:29,486 INFO  [Time-limited test {}] server.Server(415): Started @286946ms
2024-11-21T08:20:29,487 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:20:30,156 WARN  [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/cluster_d2cfcd47-c1eb-22e7-b2d8-53d01bcaaaa1/data/data2/current/BP-250733032-172.17.0.3-1732177228687/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:30,156 WARN  [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/cluster_d2cfcd47-c1eb-22e7-b2d8-53d01bcaaaa1/data/data1/current/BP-250733032-172.17.0.3-1732177228687/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:30,178 WARN  [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:20:30,180 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec7257617943fcaf with lease ID 0x93cc607ee45b921e: Processing first storage report for DS-287975b0-543e-4879-8570-2dc9a563ac44 from datanode DatanodeRegistration(127.0.0.1:46205, datanodeUuid=ea57787a-7b5c-42fa-abc6-0d1c7c1112ff, infoPort=34679, infoSecurePort=0, ipcPort=33985, storageInfo=lv=-57;cid=testClusterID;nsid=93439641;c=1732177228687)
2024-11-21T08:20:30,180 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec7257617943fcaf with lease ID 0x93cc607ee45b921e: from storage DS-287975b0-543e-4879-8570-2dc9a563ac44 node DatanodeRegistration(127.0.0.1:46205, datanodeUuid=ea57787a-7b5c-42fa-abc6-0d1c7c1112ff, infoPort=34679, infoSecurePort=0, ipcPort=33985, storageInfo=lv=-57;cid=testClusterID;nsid=93439641;c=1732177228687), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:30,180 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec7257617943fcaf with lease ID 0x93cc607ee45b921e: Processing first storage report for DS-99458020-e9ab-44c7-89b3-60afc978994a from datanode DatanodeRegistration(127.0.0.1:46205, datanodeUuid=ea57787a-7b5c-42fa-abc6-0d1c7c1112ff, infoPort=34679, infoSecurePort=0, ipcPort=33985, storageInfo=lv=-57;cid=testClusterID;nsid=93439641;c=1732177228687)
2024-11-21T08:20:30,180 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec7257617943fcaf with lease ID 0x93cc607ee45b921e: from storage DS-99458020-e9ab-44c7-89b3-60afc978994a node DatanodeRegistration(127.0.0.1:46205, datanodeUuid=ea57787a-7b5c-42fa-abc6-0d1c7c1112ff, infoPort=34679, infoSecurePort=0, ipcPort=33985, storageInfo=lv=-57;cid=testClusterID;nsid=93439641;c=1732177228687), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:30,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870
2024-11-21T08:20:30,211 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,212 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:20:30,622 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352 with version=8
2024-11-21T08:20:30,622 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/hbase-staging
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:20:30,624 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:30,625 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44971
2024-11-21T08:20:30,625 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44971 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:30,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449710x0, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:30,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44971-0x1015c7adbc40003 connected
2024-11-21T08:20:30,743 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,744 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/running
2024-11-21T08:20:30,746 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352, hbase.cluster.distributed=false
2024-11-21T08:20:30,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/acl
2024-11-21T08:20:30,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44971
2024-11-21T08:20:30,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44971
2024-11-21T08:20:30,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44971
2024-11-21T08:20:30,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44971
2024-11-21T08:20:30,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44971
2024-11-21T08:20:30,760 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:30,760 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,760 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,760 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:30,760 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:30,761 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:30,761 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:20:30,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:30,761 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39827
2024-11-21T08:20:30,762 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39827 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:30,762 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,763 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398270x0, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:30,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39827-0x1015c7adbc40004 connected
2024-11-21T08:20:30,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/running
2024-11-21T08:20:30,779 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:20:30,779 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:20:30,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/master
2024-11-21T08:20:30,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/acl
2024-11-21T08:20:30,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39827
2024-11-21T08:20:30,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39827
2024-11-21T08:20:30,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39827
2024-11-21T08:20:30,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39827
2024-11-21T08:20:30,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39827
2024-11-21T08:20:30,795 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:44971
2024-11-21T08:20:30,795 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1937492454/backup-masters/6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/backup-masters
2024-11-21T08:20:30,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/backup-masters
2024-11-21T08:20:30,806 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on existing znode=/1-1937492454/backup-masters/6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1937492454/master
2024-11-21T08:20:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:30,817 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on existing znode=/1-1937492454/master
2024-11-21T08:20:30,817 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1937492454/backup-masters/6ed56fb6cbf7,44971,1732177230623 from backup master directory
2024-11-21T08:20:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/backup-masters
2024-11-21T08:20:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1937492454/backup-masters/6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:30,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/backup-masters
2024-11-21T08:20:30,827 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:30,827 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:30,830 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/hbase.id] with ID: a9bbb827-d743-4ab2-9d5a-059a0073f4b7
2024-11-21T08:20:30,830 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/.tmp/hbase.id
2024-11-21T08:20:30,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:20:31,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/.tmp/hbase.id]:[hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/hbase.id]
2024-11-21T08:20:31,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:31,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:20:31,244 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:20:31,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:31,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:31,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:20:31,658 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:31,658 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:20:31,659 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:31,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:20:32,065 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store
2024-11-21T08:20:32,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:32,070 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:32,070 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177232070Disabling compacts and flushes for region at 1732177232070Disabling writes for close at 1732177232070Writing region close event to WAL at 1732177232070Closed at 1732177232070
2024-11-21T08:20:32,070 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/.initializing
2024-11-21T08:20:32,070 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/WALs/6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:32,071 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:32,072 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C44971%2C1732177230623, suffix=, logDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/WALs/6ed56fb6cbf7,44971,1732177230623, archiveDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/oldWALs, maxLogs=10
2024-11-21T08:20:32,083 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/WALs/6ed56fb6cbf7,44971,1732177230623/6ed56fb6cbf7%2C44971%2C1732177230623.1732177232072, exclude list is [], retry=0
2024-11-21T08:20:32,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-287975b0-543e-4879-8570-2dc9a563ac44,DISK]
2024-11-21T08:20:32,087 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/WALs/6ed56fb6cbf7,44971,1732177230623/6ed56fb6cbf7%2C44971%2C1732177230623.1732177232072
2024-11-21T08:20:32,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34679:34679)]
2024-11-21T08:20:32,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:32,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:32,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,087 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:32,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:20:32,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:32,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:32,089 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:32,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:20:32,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:32,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:32,090 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:32,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:20:32,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:32,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:32,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:32,092 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:20:32,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:32,092 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:32,092 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,093 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,093 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,094 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,094 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,094 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:32,095 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:32,096 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:32,096 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67154699, jitterRate=6.829947233200073E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:32,097 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177232087Initializing all the Stores at 1732177232088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177232088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177232088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177232088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177232088Cleaning up temporary data from old regions at 1732177232094 (+6 ms)Region opened successfully at 1732177232097 (+3 ms)
2024-11-21T08:20:32,097 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:20:32,099 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7475576c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:32,100 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:20:32,100 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:20:32,100 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:20:32,100 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:20:32,100 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:20:32,101 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:20:32,101 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:20:32,102 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:20:32,103 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/balancer because node does not exist (not necessarily an error)
2024-11-21T08:20:32,237 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/balancer already deleted, retry=false
2024-11-21T08:20:32,238 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:20:32,239 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:20:32,248 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/normalizer already deleted, retry=false
2024-11-21T08:20:32,248 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:20:32,249 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:20:32,258 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/switch/split already deleted, retry=false
2024-11-21T08:20:32,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:20:32,269 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/switch/merge already deleted, retry=false
2024-11-21T08:20:32,271 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:20:32,279 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/snapshot-cleanup already deleted, retry=false
2024-11-21T08:20:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1937492454/running
2024-11-21T08:20:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1937492454/running
2024-11-21T08:20:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,290 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,44971,1732177230623, sessionid=0x1015c7adbc40003, setting cluster-up flag (Was=false)
2024-11-21T08:20:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,343 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1937492454/flush-table-proc/acquired, /1-1937492454/flush-table-proc/reached, /1-1937492454/flush-table-proc/abort
2024-11-21T08:20:32,344 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:32,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:32,395 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1937492454/online-snapshot/acquired, /1-1937492454/online-snapshot/reached, /1-1937492454/online-snapshot/abort
2024-11-21T08:20:32,396 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:32,397 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:20:32,398 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:32,398 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:20:32,398 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,44971,1732177230623
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:32,399 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:20:32,400 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,400 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:32,400 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177262400
2024-11-21T08:20:32,400 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:20:32,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:32,401 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:20:32,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,401 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:20:32,401 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:20:32,402 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:20:32,402 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:20:32,402 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:20:32,402 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:20:32,403 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:20:32,403 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177232403,5,FailOnTimeoutGroup]
2024-11-21T08:20:32,406 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177232403,5,FailOnTimeoutGroup]
2024-11-21T08:20:32,406 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,406 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:20:32,407 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,407 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:20:32,486 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(746): ClusterId : a9bbb827-d743-4ab2-9d5a-059a0073f4b7
2024-11-21T08:20:32,487 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:20:32,494 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:20:32,494 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:20:32,505 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:20:32,505 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e19c955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:32,516 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:39827
2024-11-21T08:20:32,516 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:20:32,516 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:20:32,516 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:20:32,516 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,44971,1732177230623 with port=39827, startcode=1732177230760
2024-11-21T08:20:32,516 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:20:32,517 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:20:32,518 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,518 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44971 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,519 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352
2024-11-21T08:20:32,519 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42049
2024-11-21T08:20:32,519 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:20:32,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/rs
2024-11-21T08:20:32,564 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] zookeeper.ZKUtil(111): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on existing znode=/1-1937492454/rs/6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,564 WARN  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:32,564 INFO  [RS:0;6ed56fb6cbf7:39827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:32,565 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,565 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,39827,1732177230760]
2024-11-21T08:20:32,567 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:20:32,568 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:20:32,569 INFO  [RS:0;6ed56fb6cbf7:39827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:20:32,569 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,569 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:20:32,569 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:20:32,570 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:32,570 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:32,570 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,570 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,570 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,570 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,571 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,571 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39827,1732177230760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:32,582 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:20:32,582 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39827,1732177230760-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,583 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,583 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.Replication(171): 6ed56fb6cbf7,39827,1732177230760 started
2024-11-21T08:20:32,594 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:32,594 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,39827,1732177230760, RpcServer on 6ed56fb6cbf7/172.17.0.3:39827, sessionid=0x1015c7adbc40004
2024-11-21T08:20:32,594 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:20:32,594 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,594 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39827,1732177230760'
2024-11-21T08:20:32,594 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1937492454/flush-table-proc/abort'
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1937492454/flush-table-proc/acquired'
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,39827,1732177230760'
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1937492454/online-snapshot/abort'
2024-11-21T08:20:32,595 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1937492454/online-snapshot/acquired'
2024-11-21T08:20:32,596 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:20:32,596 INFO  [RS:0;6ed56fb6cbf7:39827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:20:32,596 INFO  [RS:0;6ed56fb6cbf7:39827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:20:32,696 INFO  [RS:0;6ed56fb6cbf7:39827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:32,697 INFO  [RS:0;6ed56fb6cbf7:39827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39827%2C1732177230760, suffix=, logDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760, archiveDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/oldWALs, maxLogs=10
2024-11-21T08:20:32,709 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, exclude list is [], retry=0
2024-11-21T08:20:32,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-287975b0-543e-4879-8570-2dc9a563ac44,DISK]
2024-11-21T08:20:32,713 INFO  [RS:0;6ed56fb6cbf7:39827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697
2024-11-21T08:20:32,716 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34679:34679)]
2024-11-21T08:20:32,813 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:20:32,813 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352
2024-11-21T08:20:32,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:20:33,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:33,219 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:33,220 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:33,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,220 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:33,221 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:33,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,221 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,222 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:33,222 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:33,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,223 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:33,223 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:33,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,224 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:33,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740
2024-11-21T08:20:33,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740
2024-11-21T08:20:33,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:33,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:33,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:33,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:33,228 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:33,228 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66893144, jitterRate=-0.0032144784927368164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:33,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177233218Initializing all the Stores at 1732177233219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177233219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233219Cleaning up temporary data from old regions at 1732177233226 (+7 ms)Region opened successfully at 1732177233228 (+2 ms)
2024-11-21T08:20:33,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:33,229 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:33,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:33,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:33,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:33,229 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:33,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177233229Disabling compacts and flushes for region at 1732177233229Disabling writes for close at 1732177233229Writing region close event to WAL at 1732177233229Closed at 1732177233229
2024-11-21T08:20:33,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:33,230 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:20:33,230 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:20:33,231 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:33,231 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:20:33,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:20:33,382 DEBUG [6ed56fb6cbf7:44971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:20:33,382 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:33,383 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39827,1732177230760, state=OPENING
2024-11-21T08:20:33,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:20:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:33,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:33,469 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:33,469 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39827,1732177230760}]
2024-11-21T08:20:33,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1937492454/meta-region-server: CHANGED
2024-11-21T08:20:33,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1937492454/meta-region-server: CHANGED
2024-11-21T08:20:33,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:33,623 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:20:33,625 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:20:33,625 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:33,625 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:20:33,626 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39827%2C1732177230760.meta, suffix=.meta, logDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760, archiveDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/oldWALs, maxLogs=10
2024-11-21T08:20:33,638 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.meta.1732177233626.meta, exclude list is [], retry=0
2024-11-21T08:20:33,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-287975b0-543e-4879-8570-2dc9a563ac44,DISK]
2024-11-21T08:20:33,640 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.meta.1732177233626.meta
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34679:34679)]
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:33,641 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:20:33,641 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:20:33,641 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:20:33,642 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:33,643 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:33,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,643 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,643 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:33,643 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:33,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,644 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,644 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:33,644 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:33,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,644 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,644 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:33,645 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:33,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:33,645 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:33,645 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:33,646 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740
2024-11-21T08:20:33,646 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740
2024-11-21T08:20:33,647 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:33,647 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:33,647 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:33,648 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:33,648 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65345123, jitterRate=-0.02628178894519806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:33,648 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:20:33,649 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177233641Writing region info on filesystem at 1732177233641Initializing all the Stores at 1732177233642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177233642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177233642Cleaning up temporary data from old regions at 1732177233647 (+5 ms)Running coprocessor post-open hooks at 1732177233648 (+1 ms)Region opened successfully at 1732177233648
2024-11-21T08:20:33,649 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177233621
2024-11-21T08:20:33,651 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:20:33,651 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:20:33,651 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:33,652 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,39827,1732177230760, state=OPEN
2024-11-21T08:20:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1937492454/meta-region-server
2024-11-21T08:20:33,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1937492454/meta-region-server
2024-11-21T08:20:33,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:33,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1937492454/meta-region-server: CHANGED
2024-11-21T08:20:33,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1937492454/meta-region-server: CHANGED
2024-11-21T08:20:33,663 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:20:33,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,39827,1732177230760 in 193 msec
2024-11-21T08:20:33,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:20:33,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 434 msec
2024-11-21T08:20:33,665 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:33,665 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:20:33,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:33,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=-1]
2024-11-21T08:20:33,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:33,668 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:33,671 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec
2024-11-21T08:20:33,671 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177233671, completionTime=-1
2024-11-21T08:20:33,671 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:20:33,671 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177293673
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177353673
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:44971, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,673 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,674 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:33,676 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:20:33,677 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:20:33,678 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:20:33,678 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,44971,1732177230623-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:33,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332a2b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:33,687 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:33,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:33,688 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e75d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:33,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:33,689 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:33,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9395d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:33,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=-1]
2024-11-21T08:20:33,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:33,692 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:33,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:33,693 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:33,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:33,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7adbc40005 connected
2024-11-21T08:20:33,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir so I do NOT create it in target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752
2024-11-21T08:20:33,717 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:20:33,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.tmp.dir so I do NOT create it in target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752
2024-11-21T08:20:33,717 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:20:33,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752
2024-11-21T08:20:33,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:20:33,717 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/cluster_e110100a-58ec-0607-b41e-7e017f8b87ab, deleteOnExit=true
2024-11-21T08:20:33,717 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/test.cache.data in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:20:33,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:20:33,718 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:20:33,719 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:20:34,000 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:34,000 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,029 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,029 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,029 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,030 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,035 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,037 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,038 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,039 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:34,072 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:34,075 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:34,076 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:34,076 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:34,076 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:20:34,077 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:34,077 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4623409a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:34,077 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e8171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:34,172 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3c52ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/java.io.tmpdir/jetty-localhost-39333-hadoop-hdfs-3_4_1-tests_jar-_-any-11135433650854585778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:20:34,173 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27c7fe15{HTTP/1.1, (http/1.1)}{localhost:39333}
2024-11-21T08:20:34,173 INFO  [Time-limited test {}] server.Server(415): Started @291632ms
2024-11-21T08:20:34,438 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:20:34,439 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:20:34,441 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:20:34,441 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:20:34,441 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:20:34,444 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2ae189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:20:34,444 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@870592a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:20:34,539 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@721b010e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/java.io.tmpdir/jetty-localhost-43503-hadoop-hdfs-3_4_1-tests_jar-_-any-4989013485708947843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:20:34,539 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473e8d70{HTTP/1.1, (http/1.1)}{localhost:43503}
2024-11-21T08:20:34,539 INFO  [Time-limited test {}] server.Server(415): Started @291998ms
2024-11-21T08:20:34,540 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:20:34,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:20:34,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:34,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:20:34,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:35,198 WARN  [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/cluster_e110100a-58ec-0607-b41e-7e017f8b87ab/data/data2/current/BP-725784110-172.17.0.3-1732177233736/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:35,198 WARN  [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/cluster_e110100a-58ec-0607-b41e-7e017f8b87ab/data/data1/current/BP-725784110-172.17.0.3-1732177233736/current, will proceed with Du for space computation calculation, 
2024-11-21T08:20:35,215 WARN  [Thread-2902 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:20:35,217 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37169ba5384d3eb0 with lease ID 0xa2ac2fee6a1ea5e5: Processing first storage report for DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c from datanode DatanodeRegistration(127.0.0.1:43363, datanodeUuid=1df627fc-5a4d-487b-8362-6981c51b274f, infoPort=38715, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=831792676;c=1732177233736)
2024-11-21T08:20:35,217 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37169ba5384d3eb0 with lease ID 0xa2ac2fee6a1ea5e5: from storage DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c node DatanodeRegistration(127.0.0.1:43363, datanodeUuid=1df627fc-5a4d-487b-8362-6981c51b274f, infoPort=38715, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=831792676;c=1732177233736), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:35,217 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37169ba5384d3eb0 with lease ID 0xa2ac2fee6a1ea5e5: Processing first storage report for DS-c6beaaa2-6704-4fd2-8796-cb9965c0b5c5 from datanode DatanodeRegistration(127.0.0.1:43363, datanodeUuid=1df627fc-5a4d-487b-8362-6981c51b274f, infoPort=38715, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=831792676;c=1732177233736)
2024-11-21T08:20:35,217 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37169ba5384d3eb0 with lease ID 0xa2ac2fee6a1ea5e5: from storage DS-c6beaaa2-6704-4fd2-8796-cb9965c0b5c5 node DatanodeRegistration(127.0.0.1:43363, datanodeUuid=1df627fc-5a4d-487b-8362-6981c51b274f, infoPort=38715, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=831792676;c=1732177233736), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:20:35,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752
2024-11-21T08:20:35,265 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,266 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:20:35,674 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9 with version=8
2024-11-21T08:20:35,674 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/hbase-staging
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:35,677 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:20:35,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:35,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39243
2024-11-21T08:20:35,678 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39243 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392430x0, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:35,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39243-0x1015c7adbc40006 connected
2024-11-21T08:20:35,795 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,797 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/running
2024-11-21T08:20:35,800 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9, hbase.cluster.distributed=false
2024-11-21T08:20:35,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/acl
2024-11-21T08:20:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39243
2024-11-21T08:20:35,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39243
2024-11-21T08:20:35,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39243
2024-11-21T08:20:35,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39243
2024-11-21T08:20:35,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39243
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:20:35,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:20:35,822 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38361
2024-11-21T08:20:35,822 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38361 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:35,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,824 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:35,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383610x0, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:35,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383610x0, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/running
2024-11-21T08:20:35,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38361-0x1015c7adbc40007 connected
2024-11-21T08:20:35,838 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:20:35,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:20:35,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/master
2024-11-21T08:20:35,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/acl
2024-11-21T08:20:35,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361
2024-11-21T08:20:35,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361
2024-11-21T08:20:35,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361
2024-11-21T08:20:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361
2024-11-21T08:20:35,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361
2024-11-21T08:20:35,861 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:39243
2024-11-21T08:20:35,861 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2842808450/backup-masters/6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:35,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/backup-masters
2024-11-21T08:20:35,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/backup-masters
2024-11-21T08:20:35,873 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on existing znode=/2842808450/backup-masters/6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2842808450/master
2024-11-21T08:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:35,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:35,883 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on existing znode=/2842808450/master
2024-11-21T08:20:35,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2842808450/backup-masters/6ed56fb6cbf7,39243,1732177235676 from backup master directory
2024-11-21T08:20:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2842808450/backup-masters/6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/backup-masters
2024-11-21T08:20:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/backup-masters
2024-11-21T08:20:35,893 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:35,893 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:35,896 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/hbase.id] with ID: 356a293f-7d7c-41f1-a087-9ee8e8a0a7a7
2024-11-21T08:20:35,896 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/.tmp/hbase.id
2024-11-21T08:20:35,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:20:36,301 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/.tmp/hbase.id]:[hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/hbase.id]
2024-11-21T08:20:36,308 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:20:36,308 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:20:36,309 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:20:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:36,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:36,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:20:36,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:36,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:36,537 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48481 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:36,758 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:36,758 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:20:36,758 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:36,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:20:37,164 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store
2024-11-21T08:20:37,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:20:37,568 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:37,568 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:20:37,568 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177237568Disabling compacts and flushes for region at 1732177237568Disabling writes for close at 1732177237568Writing region close event to WAL at 1732177237568Closed at 1732177237568
2024-11-21T08:20:37,569 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/.initializing
2024-11-21T08:20:37,569 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/WALs/6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:37,570 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:37,571 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C39243%2C1732177235676, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/WALs/6ed56fb6cbf7,39243,1732177235676, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/oldWALs, maxLogs=10
2024-11-21T08:20:37,595 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/WALs/6ed56fb6cbf7,39243,1732177235676/6ed56fb6cbf7%2C39243%2C1732177235676.1732177237571, exclude list is [], retry=0
2024-11-21T08:20:37,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c,DISK]
2024-11-21T08:20:37,599 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/WALs/6ed56fb6cbf7,39243,1732177235676/6ed56fb6cbf7%2C39243%2C1732177235676.1732177237571
2024-11-21T08:20:37,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)]
2024-11-21T08:20:37,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:37,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:37,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,599 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,600 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:37,601 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:20:37,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:37,601 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:37,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:37,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:20:37,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:37,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:37,602 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:37,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:20:37,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:37,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:37,603 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:20:37,604 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:20:37,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:37,604 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:37,604 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,605 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,605 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,606 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,606 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,606 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:37,607 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:20:37,608 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:37,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63631345, jitterRate=-0.05181907117366791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:37,608 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177237599Initializing all the Stores at 1732177237600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177237600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177237600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177237600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177237600Cleaning up temporary data from old regions at 1732177237606 (+6 ms)Region opened successfully at 1732177237608 (+2 ms)
2024-11-21T08:20:37,608 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:20:37,610 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f643067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:37,611 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:20:37,611 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:20:37,611 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:20:37,611 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:20:37,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:20:37,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:20:37,612 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:20:37,613 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:20:37,614 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/balancer because node does not exist (not necessarily an error)
2024-11-21T08:20:37,679 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/balancer already deleted, retry=false
2024-11-21T08:20:37,680 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:20:37,680 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:20:37,690 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/normalizer already deleted, retry=false
2024-11-21T08:20:37,690 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:20:37,691 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:20:37,700 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/switch/split already deleted, retry=false
2024-11-21T08:20:37,701 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:20:37,711 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/switch/merge already deleted, retry=false
2024-11-21T08:20:37,712 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:20:37,721 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/snapshot-cleanup already deleted, retry=false
2024-11-21T08:20:37,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2842808450/running
2024-11-21T08:20:37,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2842808450/running
2024-11-21T08:20:37,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,732 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,39243,1732177235676, sessionid=0x1015c7adbc40006, setting cluster-up flag (Was=false)
2024-11-21T08:20:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,785 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2842808450/flush-table-proc/acquired, /2842808450/flush-table-proc/reached, /2842808450/flush-table-proc/abort
2024-11-21T08:20:37,785 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:37,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:37,837 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2842808450/online-snapshot/acquired, /2842808450/online-snapshot/reached, /2842808450/online-snapshot/abort
2024-11-21T08:20:37,838 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:37,839 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:20:37,840 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:37,840 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:20:37,840 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:20:37,840 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,39243,1732177235676
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:37,841 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177267842
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:20:37,842 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:37,843 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:20:37,843 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177237843,5,FailOnTimeoutGroup]
2024-11-21T08:20:37,843 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177237843,5,FailOnTimeoutGroup]
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:20:37,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,843 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,844 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:20:37,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:20:37,851 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(746): ClusterId : 356a293f-7d7c-41f1-a087-9ee8e8a0a7a7
2024-11-21T08:20:37,851 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:20:37,862 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:20:37,862 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:20:37,873 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:20:37,873 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c08c296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:20:37,889 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:38361
2024-11-21T08:20:37,889 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:20:37,889 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:20:37,889 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:20:37,890 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,39243,1732177235676 with port=38361, startcode=1732177235820
2024-11-21T08:20:37,890 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:20:37,891 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:20:37,892 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,892 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39243 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,893 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9
2024-11-21T08:20:37,893 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42433
2024-11-21T08:20:37,893 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:20:37,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/rs
2024-11-21T08:20:37,944 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] zookeeper.ZKUtil(111): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on existing znode=/2842808450/rs/6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,944 WARN  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:20:37,944 INFO  [RS:0;6ed56fb6cbf7:38361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:37,944 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,38361,1732177235820]
2024-11-21T08:20:37,944 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,947 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:20:37,948 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:20:37,949 INFO  [RS:0;6ed56fb6cbf7:38361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:20:37,949 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,949 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:37,950 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,950 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,951 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,38361,1732177235820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:37,963 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:20:37,963 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,38361,1732177235820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,963 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,963 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.Replication(171): 6ed56fb6cbf7,38361,1732177235820 started
2024-11-21T08:20:37,976 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:37,976 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,38361,1732177235820, RpcServer on 6ed56fb6cbf7/172.17.0.3:38361, sessionid=0x1015c7adbc40007
2024-11-21T08:20:37,976 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:20:37,976 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,976 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,38361,1732177235820'
2024-11-21T08:20:37,976 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2842808450/flush-table-proc/abort'
2024-11-21T08:20:37,976 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2842808450/flush-table-proc/acquired'
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,38361,1732177235820'
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2842808450/online-snapshot/abort'
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2842808450/online-snapshot/acquired'
2024-11-21T08:20:37,977 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:20:37,977 INFO  [RS:0;6ed56fb6cbf7:38361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:20:37,977 INFO  [RS:0;6ed56fb6cbf7:38361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:20:38,078 INFO  [RS:0;6ed56fb6cbf7:38361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:20:38,079 INFO  [RS:0;6ed56fb6cbf7:38361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C38361%2C1732177235820, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/oldWALs, maxLogs=10
2024-11-21T08:20:38,101 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, exclude list is [], retry=0
2024-11-21T08:20:38,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c,DISK]
2024-11-21T08:20:38,104 INFO  [RS:0;6ed56fb6cbf7:38361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079
2024-11-21T08:20:38,105 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)]
2024-11-21T08:20:38,250 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:20:38,250 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9
2024-11-21T08:20:38,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:20:38,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:38,660 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:38,660 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:38,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:38,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:38,661 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:38,662 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:38,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:38,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:38,662 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:38,663 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:38,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:38,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:38,663 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:38,664 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:38,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:38,664 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:38,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740
2024-11-21T08:20:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740
2024-11-21T08:20:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:38,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:38,666 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:38,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:38,668 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214792, jitterRate=-0.08782851696014404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177238659Initializing all the Stores at 1732177238659Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177238659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177238659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177238659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177238659Cleaning up temporary data from old regions at 1732177238665 (+6 ms)Region opened successfully at 1732177238668 (+3 ms)
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:38,668 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:38,668 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:20:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177238668Disabling compacts and flushes for region at 1732177238668Disabling writes for close at 1732177238668Writing region close event to WAL at 1732177238668Closed at 1732177238668
2024-11-21T08:20:38,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:38,670 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:20:38,670 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:20:38,671 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:38,671 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:20:38,821 DEBUG [6ed56fb6cbf7:39243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:20:38,822 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:38,823 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,38361,1732177235820, state=OPENING
2024-11-21T08:20:38,921 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:20:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:38,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:38,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:20:38,932 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38361,1732177235820}]
2024-11-21T08:20:38,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2842808450/meta-region-server: CHANGED
2024-11-21T08:20:38,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2842808450/meta-region-server: CHANGED
2024-11-21T08:20:39,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:39,086 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:20:39,089 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:20:39,089 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:39,089 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:20:39,090 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C38361%2C1732177235820.meta, suffix=.meta, logDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/oldWALs, maxLogs=10
2024-11-21T08:20:39,107 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.meta.1732177239091.meta, exclude list is [], retry=0
2024-11-21T08:20:39,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c,DISK]
2024-11-21T08:20:39,110 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.meta.1732177239091.meta
2024-11-21T08:20:39,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)]
2024-11-21T08:20:39,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:39,111 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:39,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:39,111 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:20:39,111 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:20:39,112 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:20:39,112 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:39,112 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:20:39,112 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:20:39,113 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:20:39,113 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:20:39,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:39,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:39,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:20:39,114 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:20:39,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:39,115 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:39,115 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:20:39,116 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:20:39,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:39,116 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:39,116 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:20:39,116 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:20:39,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:39,117 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:20:39,117 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:20:39,117 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740
2024-11-21T08:20:39,118 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740
2024-11-21T08:20:39,118 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:20:39,118 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:20:39,119 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:20:39,119 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:20:39,120 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65503620, jitterRate=-0.023919999599456787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:20:39,120 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:20:39,120 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177239112Writing region info on filesystem at 1732177239112Initializing all the Stores at 1732177239112Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177239112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177239113 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177239113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177239113Cleaning up temporary data from old regions at 1732177239118 (+5 ms)Running coprocessor post-open hooks at 1732177239120 (+2 ms)Region opened successfully at 1732177239120
2024-11-21T08:20:39,121 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177239084
2024-11-21T08:20:39,122 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:20:39,122 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:20:39,123 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:39,123 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,38361,1732177235820, state=OPEN
2024-11-21T08:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2842808450/meta-region-server
2024-11-21T08:20:39,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2842808450/meta-region-server
2024-11-21T08:20:39,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:39,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2842808450/meta-region-server: CHANGED
2024-11-21T08:20:39,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2842808450/meta-region-server: CHANGED
2024-11-21T08:20:39,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:20:39,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38361,1732177235820 in 204 msec
2024-11-21T08:20:39,140 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:20:39,140 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec
2024-11-21T08:20:39,140 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:20:39,140 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:20:39,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:39,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=-1]
2024-11-21T08:20:39,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:39,143 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:39,143 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:39,144 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,148 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec
2024-11-21T08:20:39,148 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177239148, completionTime=-1
2024-11-21T08:20:39,148 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:20:39,148 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:20:39,150 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:20:39,150 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177299150
2024-11-21T08:20:39,150 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177359150
2024-11-21T08:20:39,150 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:20:39,151 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,151 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,151 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,151 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:39243, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,151 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,152 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,153 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.264sec
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:20:39,157 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:20:39,161 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:20:39,161 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:20:39,162 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,39243,1732177235676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:20:39,189 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,190 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,190 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,190 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,190 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,191 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,199 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,203 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,203 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,205 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:39,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a847cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:39,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:39,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:39,253 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:39,253 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ffbaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:39,255 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:39,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60af7155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:39,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=-1]
2024-11-21T08:20:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:39,258 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:39,259 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:39,260 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64626
2024-11-21T08:20:39,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:20:39,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c7adbc40008 connected
2024-11-21T08:20:39,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:39,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:39,285 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a24188
2024-11-21T08:20:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:39,287 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:39,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:20:39,289 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:39,289 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:39,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:20:39,290 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:39,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:20:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:39,701 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 866b649294a82c186eaa68d0610f7f1c, NAME => 'test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab
2024-11-21T08:20:39,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:20:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 866b649294a82c186eaa68d0610f7f1c, disabling compactions & flushes
2024-11-21T08:20:40,105 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177239287.866b649294a82c186eaa68d0610f7f1c. after waiting 0 ms
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,105 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 866b649294a82c186eaa68d0610f7f1c:
Waiting for close lock at 1732177240105Disabling compacts and flushes for region at 1732177240105Disabling writes for close at 1732177240105Writing region close event to WAL at 1732177240105Closed at 1732177240105
2024-11-21T08:20:40,106 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:40,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177240106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177240106"}]},"ts":"1732177240106"}
2024-11-21T08:20:40,108 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:40,109 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:40,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177240109"}]},"ts":"1732177240109"}
2024-11-21T08:20:40,111 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:20:40,111 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=866b649294a82c186eaa68d0610f7f1c, ASSIGN}]
2024-11-21T08:20:40,112 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=866b649294a82c186eaa68d0610f7f1c, ASSIGN
2024-11-21T08:20:40,113 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=866b649294a82c186eaa68d0610f7f1c, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,34403,1732177225591; forceNewPlan=false, retain=false
2024-11-21T08:20:40,263 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=866b649294a82c186eaa68d0610f7f1c, regionState=OPENING, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:40,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=866b649294a82c186eaa68d0610f7f1c, ASSIGN because future has completed
2024-11-21T08:20:40,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866b649294a82c186eaa68d0610f7f1c, server=6ed56fb6cbf7,34403,1732177225591}]
2024-11-21T08:20:40,421 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,421 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 866b649294a82c186eaa68d0610f7f1c, NAME => 'test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:40,421 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:40,422 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:20:40,422 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,422 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:40,422 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,422 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,423 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 866b649294a82c186eaa68d0610f7f1c 
2024-11-21T08:20:40,424 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866b649294a82c186eaa68d0610f7f1c columnFamilyName f
2024-11-21T08:20:40,424 DEBUG [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:40,424 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(327): Store=866b649294a82c186eaa68d0610f7f1c/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:40,425 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 866b649294a82c186eaa68d0610f7f1c 
2024-11-21T08:20:40,425 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866b649294a82c186eaa68d0610f7f1c columnFamilyName f1
2024-11-21T08:20:40,425 DEBUG [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:40,426 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(327): Store=866b649294a82c186eaa68d0610f7f1c/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:40,426 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 866b649294a82c186eaa68d0610f7f1c 
2024-11-21T08:20:40,426 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866b649294a82c186eaa68d0610f7f1c columnFamilyName norep
2024-11-21T08:20:40,426 DEBUG [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:40,427 INFO  [StoreOpener-866b649294a82c186eaa68d0610f7f1c-1 {}] regionserver.HStore(327): Store=866b649294a82c186eaa68d0610f7f1c/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:40,427 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:40,427 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,427 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,428 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,428 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,429 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:40,429 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,431 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:40,431 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 866b649294a82c186eaa68d0610f7f1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58951646, jitterRate=-0.12155202031135559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:40,431 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:20:40,432 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 866b649294a82c186eaa68d0610f7f1c:
Running coprocessor pre-open hook at 1732177240422Writing region info on filesystem at 1732177240422Initializing all the Stores at 1732177240423 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177240423Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177240423Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177240423Cleaning up temporary data from old regions at 1732177240428 (+5 ms)Running coprocessor post-open hooks at 1732177240431 (+3 ms)Region opened successfully at 1732177240432 (+1 ms)
2024-11-21T08:20:40,433 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177239287.866b649294a82c186eaa68d0610f7f1c., pid=6, masterSystemTime=1732177240417
2024-11-21T08:20:40,434 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,434 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:20:40,435 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=866b649294a82c186eaa68d0610f7f1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:40,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866b649294a82c186eaa68d0610f7f1c, server=6ed56fb6cbf7,34403,1732177225591 because future has completed
2024-11-21T08:20:40,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:20:40,438 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 866b649294a82c186eaa68d0610f7f1c, server=6ed56fb6cbf7,34403,1732177225591 in 171 msec
2024-11-21T08:20:40,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:20:40,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=866b649294a82c186eaa68d0610f7f1c, ASSIGN in 327 msec
2024-11-21T08:20:40,441 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:40,441 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177240441"}]},"ts":"1732177240441"}
2024-11-21T08:20:40,442 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:20:40,443 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:40,444 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec
2024-11-21T08:20:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:41,437 INFO  [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:20:41,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:41,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:41,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17263602
2024-11-21T08:20:41,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:41,439 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:41,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:20:41,441 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:41,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:41,441 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:20:41,442 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:41,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:20:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:41,847 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b0dc61eaae8d71efea21a973fe9d445, NAME => 'test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352
2024-11-21T08:20:41,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:20:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0b0dc61eaae8d71efea21a973fe9d445, disabling compactions & flushes
2024-11-21T08:20:42,252 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445. after waiting 0 ms
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,252 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b0dc61eaae8d71efea21a973fe9d445:
Waiting for close lock at 1732177242252Disabling compacts and flushes for region at 1732177242252Disabling writes for close at 1732177242252Writing region close event to WAL at 1732177242252Closed at 1732177242252
2024-11-21T08:20:42,253 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:42,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177242253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177242253"}]},"ts":"1732177242253"}
2024-11-21T08:20:42,255 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:42,256 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:42,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177242256"}]},"ts":"1732177242256"}
2024-11-21T08:20:42,258 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:20:42,258 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b0dc61eaae8d71efea21a973fe9d445, ASSIGN}]
2024-11-21T08:20:42,259 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0b0dc61eaae8d71efea21a973fe9d445, ASSIGN
2024-11-21T08:20:42,259 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0b0dc61eaae8d71efea21a973fe9d445, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,39827,1732177230760; forceNewPlan=false, retain=false
2024-11-21T08:20:42,410 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b0dc61eaae8d71efea21a973fe9d445, regionState=OPENING, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:42,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0b0dc61eaae8d71efea21a973fe9d445, ASSIGN because future has completed
2024-11-21T08:20:42,412 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0dc61eaae8d71efea21a973fe9d445, server=6ed56fb6cbf7,39827,1732177230760}]
2024-11-21T08:20:42,567 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,567 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b0dc61eaae8d71efea21a973fe9d445, NAME => 'test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:42,568 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:42,568 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:20:42,568 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,568 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:42,568 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,568 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,569 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0b0dc61eaae8d71efea21a973fe9d445 
2024-11-21T08:20:42,570 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0dc61eaae8d71efea21a973fe9d445 columnFamilyName f
2024-11-21T08:20:42,570 DEBUG [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:42,570 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(327): Store=0b0dc61eaae8d71efea21a973fe9d445/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:42,570 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0b0dc61eaae8d71efea21a973fe9d445 
2024-11-21T08:20:42,571 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0dc61eaae8d71efea21a973fe9d445 columnFamilyName f1
2024-11-21T08:20:42,571 DEBUG [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:42,571 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(327): Store=0b0dc61eaae8d71efea21a973fe9d445/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:42,571 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0b0dc61eaae8d71efea21a973fe9d445 
2024-11-21T08:20:42,572 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b0dc61eaae8d71efea21a973fe9d445 columnFamilyName norep
2024-11-21T08:20:42,572 DEBUG [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:42,573 INFO  [StoreOpener-0b0dc61eaae8d71efea21a973fe9d445-1 {}] regionserver.HStore(327): Store=0b0dc61eaae8d71efea21a973fe9d445/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:42,573 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,573 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,573 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,574 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,574 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,575 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:42,575 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,577 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:42,577 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0b0dc61eaae8d71efea21a973fe9d445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65115915, jitterRate=-0.029697254300117493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:42,577 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:20:42,577 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0b0dc61eaae8d71efea21a973fe9d445:
Running coprocessor pre-open hook at 1732177242568Writing region info on filesystem at 1732177242568Initializing all the Stores at 1732177242568Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177242569 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177242569Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177242569Cleaning up temporary data from old regions at 1732177242574 (+5 ms)Running coprocessor post-open hooks at 1732177242577 (+3 ms)Region opened successfully at 1732177242577
2024-11-21T08:20:42,578 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445., pid=6, masterSystemTime=1732177242564
2024-11-21T08:20:42,580 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,580 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:20:42,580 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0b0dc61eaae8d71efea21a973fe9d445, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:42,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b0dc61eaae8d71efea21a973fe9d445, server=6ed56fb6cbf7,39827,1732177230760 because future has completed
2024-11-21T08:20:42,584 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:20:42,584 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b0dc61eaae8d71efea21a973fe9d445, server=6ed56fb6cbf7,39827,1732177230760 in 170 msec
2024-11-21T08:20:42,585 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:20:42,585 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0b0dc61eaae8d71efea21a973fe9d445, ASSIGN in 326 msec
2024-11-21T08:20:42,586 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:42,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177242586"}]},"ts":"1732177242586"}
2024-11-21T08:20:42,587 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:20:42,588 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:42,589 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec
2024-11-21T08:20:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:43,587 INFO  [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:20:43,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572c75ea
2024-11-21T08:20:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:43,589 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:43,590 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:20:43,592 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:43,592 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:43,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:20:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:43,593 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:43,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:20:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:43,999 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ccad3c61705b857cd32bc60ba3e53b6, NAME => 'test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9
2024-11-21T08:20:44,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:20:44,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:44,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0ccad3c61705b857cd32bc60ba3e53b6, disabling compactions & flushes
2024-11-21T08:20:44,007 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6. after waiting 0 ms
2024-11-21T08:20:44,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,007 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ccad3c61705b857cd32bc60ba3e53b6:
Waiting for close lock at 1732177244007Disabling compacts and flushes for region at 1732177244007Disabling writes for close at 1732177244007Writing region close event to WAL at 1732177244007Closed at 1732177244007
2024-11-21T08:20:44,008 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:44,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177244008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177244008"}]},"ts":"1732177244008"}
2024-11-21T08:20:44,009 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:44,010 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:44,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177244010"}]},"ts":"1732177244010"}
2024-11-21T08:20:44,012 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:20:44,012 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ccad3c61705b857cd32bc60ba3e53b6, ASSIGN}]
2024-11-21T08:20:44,013 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0ccad3c61705b857cd32bc60ba3e53b6, ASSIGN
2024-11-21T08:20:44,014 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0ccad3c61705b857cd32bc60ba3e53b6, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,38361,1732177235820; forceNewPlan=false, retain=false
2024-11-21T08:20:44,164 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ccad3c61705b857cd32bc60ba3e53b6, regionState=OPENING, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:44,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0ccad3c61705b857cd32bc60ba3e53b6, ASSIGN because future has completed
2024-11-21T08:20:44,167 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccad3c61705b857cd32bc60ba3e53b6, server=6ed56fb6cbf7,38361,1732177235820}]
2024-11-21T08:20:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:44,321 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,321 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ccad3c61705b857cd32bc60ba3e53b6, NAME => 'test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:44,322 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:44,322 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:20:44,322 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,322 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:44,322 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,322 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,323 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0ccad3c61705b857cd32bc60ba3e53b6 
2024-11-21T08:20:44,324 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccad3c61705b857cd32bc60ba3e53b6 columnFamilyName f
2024-11-21T08:20:44,324 DEBUG [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:44,324 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(327): Store=0ccad3c61705b857cd32bc60ba3e53b6/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:44,324 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0ccad3c61705b857cd32bc60ba3e53b6 
2024-11-21T08:20:44,325 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccad3c61705b857cd32bc60ba3e53b6 columnFamilyName f1
2024-11-21T08:20:44,325 DEBUG [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:44,325 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(327): Store=0ccad3c61705b857cd32bc60ba3e53b6/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:44,325 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0ccad3c61705b857cd32bc60ba3e53b6 
2024-11-21T08:20:44,325 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ccad3c61705b857cd32bc60ba3e53b6 columnFamilyName norep
2024-11-21T08:20:44,325 DEBUG [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:44,326 INFO  [StoreOpener-0ccad3c61705b857cd32bc60ba3e53b6-1 {}] regionserver.HStore(327): Store=0ccad3c61705b857cd32bc60ba3e53b6/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:44,326 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,326 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,326 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,327 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,327 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,327 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:44,328 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,329 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:44,329 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ccad3c61705b857cd32bc60ba3e53b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70206201, jitterRate=0.04615391790866852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:44,329 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:44,329 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ccad3c61705b857cd32bc60ba3e53b6:
Running coprocessor pre-open hook at 1732177244322Writing region info on filesystem at 1732177244322Initializing all the Stores at 1732177244322Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177244323 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177244323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177244323Cleaning up temporary data from old regions at 1732177244327 (+4 ms)Running coprocessor post-open hooks at 1732177244329 (+2 ms)Region opened successfully at 1732177244329
2024-11-21T08:20:44,330 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6., pid=6, masterSystemTime=1732177244318
2024-11-21T08:20:44,331 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,331 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:44,332 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ccad3c61705b857cd32bc60ba3e53b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ccad3c61705b857cd32bc60ba3e53b6, server=6ed56fb6cbf7,38361,1732177235820 because future has completed
2024-11-21T08:20:44,335 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:20:44,335 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ccad3c61705b857cd32bc60ba3e53b6, server=6ed56fb6cbf7,38361,1732177235820 in 167 msec
2024-11-21T08:20:44,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:20:44,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0ccad3c61705b857cd32bc60ba3e53b6, ASSIGN in 323 msec
2024-11-21T08:20:44,337 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:44,337 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177244337"}]},"ts":"1732177244337"}
2024-11-21T08:20:44,339 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:20:44,340 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:44,341 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec
2024-11-21T08:20:44,614 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:44,614 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,642 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,642 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,643 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,649 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,651 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,651 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,653 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:44,668 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:20:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:20:44,727 INFO  [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:20:44,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:44,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:44,729 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52811ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:44,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:44,730 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:44,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e1c315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc0523c
2024-11-21T08:20:44,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:44,732 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:44,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:44971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:20:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:20:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:44,734 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:44971'
2024-11-21T08:20:44,735 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498898ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,735 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:44,735 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:44,736 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e96a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:44,737 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:44,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189b383a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:44,737 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335e21b
2024-11-21T08:20:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:44,739 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:44,739 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:20:44,739 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:20:44,739 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:44,739 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:44,739 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:44,740 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:44,741 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:20:44,742 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:44,742 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:44,742 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:44,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:20:44,791 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:20:44,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:20:44,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-21T08:20:44,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:20:44,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-21T08:20:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:45,148 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c48203628690c0736e5a07e3f57aec3, NAME => 'hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab
2024-11-21T08:20:45,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8c48203628690c0736e5a07e3f57aec3, disabling compactions & flushes
2024-11-21T08:20:45,156 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3. after waiting 0 ms
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,156 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c48203628690c0736e5a07e3f57aec3:
Waiting for close lock at 1732177245156Disabling compacts and flushes for region at 1732177245156Disabling writes for close at 1732177245156Writing region close event to WAL at 1732177245156Closed at 1732177245156
2024-11-21T08:20:45,157 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:45,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177245157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177245157"}]},"ts":"1732177245157"}
2024-11-21T08:20:45,159 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:45,160 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:45,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177245160"}]},"ts":"1732177245160"}
2024-11-21T08:20:45,162 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:20:45,163 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c48203628690c0736e5a07e3f57aec3, ASSIGN}]
2024-11-21T08:20:45,164 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c48203628690c0736e5a07e3f57aec3, ASSIGN
2024-11-21T08:20:45,165 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c48203628690c0736e5a07e3f57aec3, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,34403,1732177225591; forceNewPlan=false, retain=false
2024-11-21T08:20:45,315 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c48203628690c0736e5a07e3f57aec3, regionState=OPENING, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:45,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8c48203628690c0736e5a07e3f57aec3, ASSIGN because future has completed
2024-11-21T08:20:45,318 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c48203628690c0736e5a07e3f57aec3, server=6ed56fb6cbf7,34403,1732177225591}]
2024-11-21T08:20:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:45,473 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,473 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:45,473 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:20:45,474 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34403%2C1732177225591.rep, suffix=, logDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591, archiveDir=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/oldWALs, maxLogs=10
2024-11-21T08:20:45,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.rep.1732177245474, exclude list is [], retry=0
2024-11-21T08:20:45,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41431,DS-5cd373ce-99a3-40da-89c4-136f7aab2dd6,DISK]
2024-11-21T08:20:45,491 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.rep.1732177245474
2024-11-21T08:20:45,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44695:44695)]
2024-11-21T08:20:45,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c48203628690c0736e5a07e3f57aec3, NAME => 'hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:45,492 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:45,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3. service=MultiRowMutationService
2024-11-21T08:20:45,493 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:20:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,494 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8c48203628690c0736e5a07e3f57aec3 
2024-11-21T08:20:45,495 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c48203628690c0736e5a07e3f57aec3 columnFamilyName hfileref
2024-11-21T08:20:45,495 DEBUG [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:45,496 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(327): Store=8c48203628690c0736e5a07e3f57aec3/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:45,496 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8c48203628690c0736e5a07e3f57aec3 
2024-11-21T08:20:45,497 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c48203628690c0736e5a07e3f57aec3 columnFamilyName queue
2024-11-21T08:20:45,497 DEBUG [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:45,497 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(327): Store=8c48203628690c0736e5a07e3f57aec3/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:45,498 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8c48203628690c0736e5a07e3f57aec3 
2024-11-21T08:20:45,501 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c48203628690c0736e5a07e3f57aec3 columnFamilyName sid
2024-11-21T08:20:45,501 DEBUG [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:45,501 INFO  [StoreOpener-8c48203628690c0736e5a07e3f57aec3-1 {}] regionserver.HStore(327): Store=8c48203628690c0736e5a07e3f57aec3/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:45,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:45,508 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8c48203628690c0736e5a07e3f57aec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64481256, jitterRate=-0.03915441036224365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:20:45,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8c48203628690c0736e5a07e3f57aec3:
Running coprocessor pre-open hook at 1732177245493Writing region info on filesystem at 1732177245493Initializing all the Stores at 1732177245494 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177245494Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177245494Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177245494Cleaning up temporary data from old regions at 1732177245503 (+9 ms)Running coprocessor post-open hooks at 1732177245508 (+5 ms)Region opened successfully at 1732177245508
2024-11-21T08:20:45,512 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3., pid=10, masterSystemTime=1732177245470
2024-11-21T08:20:45,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,514 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:20:45,515 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8c48203628690c0736e5a07e3f57aec3, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:20:45,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c48203628690c0736e5a07e3f57aec3, server=6ed56fb6cbf7,34403,1732177225591 because future has completed
2024-11-21T08:20:45,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:20:45,519 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c48203628690c0736e5a07e3f57aec3, server=6ed56fb6cbf7,34403,1732177225591 in 199 msec
2024-11-21T08:20:45,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:20:45,520 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8c48203628690c0736e5a07e3f57aec3, ASSIGN in 357 msec
2024-11-21T08:20:45,521 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:45,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177245521"}]},"ts":"1732177245521"}
2024-11-21T08:20:45,522 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:20:45,523 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:45,524 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 783 msec
2024-11-21T08:20:45,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3., hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=2]
2024-11-21T08:20:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:20:45,659 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:45,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:20:45,811 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:20:45,845 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,34403,1732177225591, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:45,845 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:45,845 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=-1]
2024-11-21T08:20:45,846 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:45,847 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:45,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,34403,1732177225591', locateType=CURRENT is [region=hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3., hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=2]
2024-11-21T08:20:45,850 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:20:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:20:45,853 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,34403,1732177225591 suceeded
2024-11-21T08:20:45,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:20:45,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec
2024-11-21T08:20:45,855 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:44971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:20:45,856 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1230 sec
2024-11-21T08:20:45,864 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:44971'
2024-11-21T08:20:45,865 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@281463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,865 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:45,865 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:45,866 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab0f443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:45,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:45,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,867 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:45,867 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:45,867 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:45,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:45,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,867 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:45,868 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10d4da60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,868 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:45,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5353b885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:45,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:45,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:45,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f6a8528
2024-11-21T08:20:45,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:45,871 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:45,871 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79140e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,872 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,34403,1732177225591 (queues=1) is replicating from cluster=c42d9f0f-6b18-4883-b5e6-7a3d02c059b4 to cluster=a9bbb827-d743-4ab2-9d5a-059a0073f4b7
2024-11-21T08:20:45,872 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C34403%2C1732177225591
2024-11-21T08:20:45,872 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,34403,1732177225591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:45,873 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:45,873 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, startPosition=0, beingWritten=true
2024-11-21T08:20:45,873 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C34403%2C1732177225591
2024-11-21T08:20:45,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6776c772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:20:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fd97c16
2024-11-21T08:20:45,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:45,876 INFO  [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:45,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:39243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:20:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:20:45,880 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:39243'
2024-11-21T08:20:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:45,881 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259b6924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,881 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:45,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:45,881 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:45,881 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:45,881 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:45,882 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510c15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,883 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:45,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dc804c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:45,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:45,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ac38cbc
2024-11-21T08:20:45,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:45,887 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:45,888 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:20:45,888 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:20:45,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:45,888 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:45,889 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:45,890 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:20:45,891 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:45,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:45,892 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:45,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:20:45,940 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:20:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:46,092 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:46,299 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b680422b501f0c5506b1153312f7922, NAME => 'hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352
2024-11-21T08:20:46,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:20:46,395 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b680422b501f0c5506b1153312f7922, disabling compactions & flushes
2024-11-21T08:20:46,705 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922. after waiting 0 ms
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:46,705 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:46,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b680422b501f0c5506b1153312f7922:
Waiting for close lock at 1732177246705Disabling compacts and flushes for region at 1732177246705Disabling writes for close at 1732177246705Writing region close event to WAL at 1732177246705Closed at 1732177246705
2024-11-21T08:20:46,706 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:46,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177246706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177246706"}]},"ts":"1732177246706"}
2024-11-21T08:20:46,709 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:46,710 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:46,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177246710"}]},"ts":"1732177246710"}
2024-11-21T08:20:46,711 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:20:46,712 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b680422b501f0c5506b1153312f7922, ASSIGN}]
2024-11-21T08:20:46,713 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b680422b501f0c5506b1153312f7922, ASSIGN
2024-11-21T08:20:46,713 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b680422b501f0c5506b1153312f7922, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,39827,1732177230760; forceNewPlan=false, retain=false
2024-11-21T08:20:46,799 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:46,864 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b680422b501f0c5506b1153312f7922, regionState=OPENING, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b680422b501f0c5506b1153312f7922, ASSIGN because future has completed
2024-11-21T08:20:46,867 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b680422b501f0c5506b1153312f7922, server=6ed56fb6cbf7,39827,1732177230760}]
2024-11-21T08:20:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:47,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:47,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:47,026 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:20:47,027 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C39827%2C1732177230760.rep, suffix=, logDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760, archiveDir=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/oldWALs, maxLogs=10
2024-11-21T08:20:47,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.rep.1732177247028, exclude list is [], retry=0
2024-11-21T08:20:47,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46205,DS-287975b0-543e-4879-8570-2dc9a563ac44,DISK]
2024-11-21T08:20:47,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.rep.1732177247028
2024-11-21T08:20:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34679:34679)]
2024-11-21T08:20:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b680422b501f0c5506b1153312f7922, NAME => 'hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:47,052 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:47,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922. service=MultiRowMutationService
2024-11-21T08:20:47,053 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,056 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b680422b501f0c5506b1153312f7922 
2024-11-21T08:20:47,057 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b680422b501f0c5506b1153312f7922 columnFamilyName hfileref
2024-11-21T08:20:47,057 DEBUG [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:47,057 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(327): Store=0b680422b501f0c5506b1153312f7922/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:47,057 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b680422b501f0c5506b1153312f7922 
2024-11-21T08:20:47,058 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b680422b501f0c5506b1153312f7922 columnFamilyName queue
2024-11-21T08:20:47,058 DEBUG [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:47,058 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(327): Store=0b680422b501f0c5506b1153312f7922/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:47,059 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b680422b501f0c5506b1153312f7922 
2024-11-21T08:20:47,059 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b680422b501f0c5506b1153312f7922 columnFamilyName sid
2024-11-21T08:20:47,059 DEBUG [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:47,060 INFO  [StoreOpener-0b680422b501f0c5506b1153312f7922-1 {}] regionserver.HStore(327): Store=0b680422b501f0c5506b1153312f7922/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:47,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/replication/0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/replication/0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:47,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/replication/0b680422b501f0c5506b1153312f7922/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:47,070 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b680422b501f0c5506b1153312f7922; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413963, jitterRate=-0.11466296017169952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:47,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:20:47,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b680422b501f0c5506b1153312f7922:
Running coprocessor pre-open hook at 1732177247053Writing region info on filesystem at 1732177247053Initializing all the Stores at 1732177247054 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177247054Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177247055 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177247055Cleaning up temporary data from old regions at 1732177247065 (+10 ms)Running coprocessor post-open hooks at 1732177247070 (+5 ms)Region opened successfully at 1732177247070
2024-11-21T08:20:47,074 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922., pid=10, masterSystemTime=1732177247020
2024-11-21T08:20:47,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:47,076 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:20:47,077 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b680422b501f0c5506b1153312f7922, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:20:47,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b680422b501f0c5506b1153312f7922, server=6ed56fb6cbf7,39827,1732177230760 because future has completed
2024-11-21T08:20:47,085 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44971 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=6ed56fb6cbf7,39827,1732177230760, table=hbase:replication, region=0b680422b501f0c5506b1153312f7922. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-21T08:20:47,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:20:47,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b680422b501f0c5506b1153312f7922, server=6ed56fb6cbf7,39827,1732177230760 in 223 msec
2024-11-21T08:20:47,107 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:20:47,107 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b680422b501f0c5506b1153312f7922, ASSIGN in 392 msec
2024-11-21T08:20:47,108 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:47,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177247108"}]},"ts":"1732177247108"}
2024-11-21T08:20:47,115 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:20:47,117 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:47,119 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec
2024-11-21T08:20:47,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922., hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=2]
2024-11-21T08:20:47,302 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:20:47,367 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:47,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39827 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:20:47,520 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:20:47,550 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,39827,1732177230760, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:47,550 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:47,551 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=-1]
2024-11-21T08:20:47,551 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:47,552 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:47,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,39827,1732177230760', locateType=CURRENT is [region=hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922., hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=2]
2024-11-21T08:20:47,555 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:20:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:20:47,557 INFO  [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,39827,1732177230760 suceeded
2024-11-21T08:20:47,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:20:47,558 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec
2024-11-21T08:20:47,558 INFO  [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:39243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:20:47,559 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6820 sec
2024-11-21T08:20:47,569 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:39243'
2024-11-21T08:20:47,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b314fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:47,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:47,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:47,571 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afe0a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:47,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:47,572 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:47,573 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2babdc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:47,573 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:47,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:47,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18be2afb
2024-11-21T08:20:47,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:47,574 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:47,575 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,39827,1732177230760 (queues=1) is replicating from cluster=a9bbb827-d743-4ab2-9d5a-059a0073f4b7 to cluster=356a293f-7d7c-41f1-a087-9ee8e8a0a7a7
2024-11-21T08:20:47,575 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C39827%2C1732177230760
2024-11-21T08:20:47,575 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,39827,1732177230760, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:47,575 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C39827%2C1732177230760
2024-11-21T08:20:47,576 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, startPosition=0, beingWritten=true
2024-11-21T08:20:47,580 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:47,580 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:47,580 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:47,789 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:47,906 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:48,038 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:48,038 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:48,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:48,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,038 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:48,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc6788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:48,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:48,039 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bede91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:48,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,041 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:48,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4157a2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc3230a
2024-11-21T08:20:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:48,043 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:48,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:37637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:20:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:48,046 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37637'
2024-11-21T08:20:48,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e13837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,047 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:48,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:48,047 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623dd600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:48,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,048 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:48,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c12545b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:48,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64822490
2024-11-21T08:20:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:48,051 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:48,051 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:20:48,051 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:20:48,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:48,051 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:48,052 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:20:48,053 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:20:48,054 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:20:48,054 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:48,055 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:20:48,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:20:48,093 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:48,103 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:48,477 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fec5d84a7dc936dc1eb00323856149cc, NAME => 'hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9
2024-11-21T08:20:48,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:20:48,496 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:48,609 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fec5d84a7dc936dc1eb00323856149cc, disabling compactions & flushes
2024-11-21T08:20:48,882 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc. after waiting 0 ms
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:48,882 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:48,882 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fec5d84a7dc936dc1eb00323856149cc:
Waiting for close lock at 1732177248882Disabling compacts and flushes for region at 1732177248882Disabling writes for close at 1732177248882Writing region close event to WAL at 1732177248882Closed at 1732177248882
2024-11-21T08:20:48,883 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:20:48,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177248883"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177248883"}]},"ts":"1732177248883"}
2024-11-21T08:20:48,885 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:20:48,885 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:20:48,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177248886"}]},"ts":"1732177248886"}
2024-11-21T08:20:48,887 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:20:48,887 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fec5d84a7dc936dc1eb00323856149cc, ASSIGN}]
2024-11-21T08:20:48,888 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fec5d84a7dc936dc1eb00323856149cc, ASSIGN
2024-11-21T08:20:48,888 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fec5d84a7dc936dc1eb00323856149cc, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,38361,1732177235820; forceNewPlan=false, retain=false
2024-11-21T08:20:48,999 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:49,039 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fec5d84a7dc936dc1eb00323856149cc, regionState=OPENING, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fec5d84a7dc936dc1eb00323856149cc, ASSIGN because future has completed
2024-11-21T08:20:49,041 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec5d84a7dc936dc1eb00323856149cc, server=6ed56fb6cbf7,38361,1732177235820}]
2024-11-21T08:20:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:49,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:49,195 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:20:49,196 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:20:49,197 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C38361%2C1732177235820.rep, suffix=, logDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820, archiveDir=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/oldWALs, maxLogs=10
2024-11-21T08:20:49,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.rep.1732177249197, exclude list is [], retry=0
2024-11-21T08:20:49,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43363,DS-5751b036-b5dd-48e9-a1e4-d7a65c596c7c,DISK]
2024-11-21T08:20:49,212 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.rep.1732177249197
2024-11-21T08:20:49,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38715:38715)]
2024-11-21T08:20:49,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fec5d84a7dc936dc1eb00323856149cc, NAME => 'hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:20:49,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc. service=MultiRowMutationService
2024-11-21T08:20:49,213 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,215 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fec5d84a7dc936dc1eb00323856149cc 
2024-11-21T08:20:49,216 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec5d84a7dc936dc1eb00323856149cc columnFamilyName hfileref
2024-11-21T08:20:49,216 DEBUG [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:49,216 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(327): Store=fec5d84a7dc936dc1eb00323856149cc/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:49,216 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fec5d84a7dc936dc1eb00323856149cc 
2024-11-21T08:20:49,217 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec5d84a7dc936dc1eb00323856149cc columnFamilyName queue
2024-11-21T08:20:49,217 DEBUG [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:49,217 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(327): Store=fec5d84a7dc936dc1eb00323856149cc/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:49,217 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fec5d84a7dc936dc1eb00323856149cc 
2024-11-21T08:20:49,218 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec5d84a7dc936dc1eb00323856149cc columnFamilyName sid
2024-11-21T08:20:49,218 DEBUG [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:20:49,218 INFO  [StoreOpener-fec5d84a7dc936dc1eb00323856149cc-1 {}] regionserver.HStore(327): Store=fec5d84a7dc936dc1eb00323856149cc/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:20:49,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/replication/fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/replication/fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:20:49,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/replication/fec5d84a7dc936dc1eb00323856149cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:20:49,222 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fec5d84a7dc936dc1eb00323856149cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70660443, jitterRate=0.052922651171684265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:20:49,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:49,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fec5d84a7dc936dc1eb00323856149cc:
Running coprocessor pre-open hook at 1732177249213Writing region info on filesystem at 1732177249213Initializing all the Stores at 1732177249214 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177249214Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177249215 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177249215Cleaning up temporary data from old regions at 1732177249219 (+4 ms)Running coprocessor post-open hooks at 1732177249222 (+3 ms)Region opened successfully at 1732177249222
2024-11-21T08:20:49,223 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc., pid=10, masterSystemTime=1732177249193
2024-11-21T08:20:49,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:49,224 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:20:49,225 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fec5d84a7dc936dc1eb00323856149cc, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec5d84a7dc936dc1eb00323856149cc, server=6ed56fb6cbf7,38361,1732177235820 because future has completed
2024-11-21T08:20:49,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:20:49,228 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fec5d84a7dc936dc1eb00323856149cc, server=6ed56fb6cbf7,38361,1732177235820 in 186 msec
2024-11-21T08:20:49,229 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:20:49,230 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fec5d84a7dc936dc1eb00323856149cc, ASSIGN in 341 msec
2024-11-21T08:20:49,230 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:20:49,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177249230"}]},"ts":"1732177249230"}
2024-11-21T08:20:49,232 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:20:49,233 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:20:49,234 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec
2024-11-21T08:20:49,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc., hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=2]
2024-11-21T08:20:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:49,364 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:49,412 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:49,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:20:49,516 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:20:49,541 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,38361,1732177235820, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:49,542 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:49,542 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=-1]
2024-11-21T08:20:49,542 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:49,543 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:49,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,38361,1732177235820', locateType=CURRENT is [region=hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc., hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=2]
2024-11-21T08:20:49,546 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:20:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:20:49,548 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,38361,1732177235820 suceeded
2024-11-21T08:20:49,550 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:20:49,550 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec
2024-11-21T08:20:49,550 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:37637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:20:49,551 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec
2024-11-21T08:20:49,560 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37637'
2024-11-21T08:20:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8a46c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:49,561 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:49,562 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a5e5b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:49,563 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:49,564 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3c8008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:49,564 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:49,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:49,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@924f4ad
2024-11-21T08:20:49,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:49,565 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:49,565 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,38361,1732177235820 (queues=1) is replicating from cluster=356a293f-7d7c-41f1-a087-9ee8e8a0a7a7 to cluster=c42d9f0f-6b18-4883-b5e6-7a3d02c059b4
2024-11-21T08:20:49,565 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C38361%2C1732177235820
2024-11-21T08:20:49,566 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,38361,1732177235820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:49,566 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C38361%2C1732177235820
2024-11-21T08:20:49,566 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, startPosition=0, beingWritten=true
2024-11-21T08:20:49,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:49,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:49,570 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:49,602 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:49,777 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:49,824 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:20:49,824 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,856 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,856 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,857 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,857 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,857 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,857 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,867 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,871 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,872 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,873 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:20:49,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:20:50,081 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:20:50,198 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:50,198 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:50,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:50,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,198 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:50,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ed7359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:50,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:50,200 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340168b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,201 INFO  [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a846934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c71530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:50,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:50,203 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb6563b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,204 INFO  [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:50,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f16234f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2b7030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:50,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:50,205 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d1d666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:50,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,206 INFO  [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2784355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=-1]
2024-11-21T08:20:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:50,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:50,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177239287.866b649294a82c186eaa68d0610f7f1c., hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=2]
2024-11-21T08:20:50,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=-1]
2024-11-21T08:20:50,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:50,232 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6., hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=2]
2024-11-21T08:20:50,235 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-21T08:20:50,306 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:50,315 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 379, reset compression=false
2024-11-21T08:20:50,319 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:50,319 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 480, reset compression=false
2024-11-21T08:20:50,319 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[{test/866b649294a82c186eaa68d0610f7f1c/4=[#edits: 1 = <row/f:row/1732177250211/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-21T08:20:50,321 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:50,322 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:50,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:50,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d8c7a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,44971,-1 for getting cluster id
2024-11-21T08:20:50,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:50,323 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9bbb827-d743-4ab2-9d5a-059a0073f4b7'
2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9bbb827-d743-4ab2-9d5a-059a0073f4b7"

2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b4d5f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,44971,-1]
2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:50,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:50,324 INFO  [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:50,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b2c033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:50,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=-1]
2024-11-21T08:20:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:50,327 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:50,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445., hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=2]
2024-11-21T08:20:50,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:50,484 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:50,523 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 480, reset compression=false
2024-11-21T08:20:50,826 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 480, reset compression=false
2024-11-21T08:20:50,987 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:51,109 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 379, reset compression=false
2024-11-21T08:20:51,114 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:51,114 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 504, reset compression=false
2024-11-21T08:20:51,114 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/4=[#edits: 1 = <row/f:row/1732177250211/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-21T08:20:51,116 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:51,117 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:51,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:51,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d308466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:51,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:51,118 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f929a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:51,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:51,119 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:51,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d5d061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=-1]
2024-11-21T08:20:51,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:51,122 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:51,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6., hostname=6ed56fb6cbf7,38361,1732177235820, seqNum=2]
2024-11-21T08:20:51,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:51,230 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 480, reset compression=false
2024-11-21T08:20:51,237 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-21T08:20:51,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=-1]
2024-11-21T08:20:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:51,239 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:20:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445., hostname=6ed56fb6cbf7,39827,1732177230760, seqNum=2]
2024-11-21T08:20:51,245 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-21T08:20:51,317 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 504, reset compression=false
2024-11-21T08:20:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 608, reset compression=false
2024-11-21T08:20:51,321 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/5=[#edits: 1 = <row1/f:row1/1732177251242/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:20:51,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:51,325 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:51,525 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 608, reset compression=false
2024-11-21T08:20:51,591 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 379, reset compression=false
2024-11-21T08:20:51,595 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 656, reset compression=false
2024-11-21T08:20:51,596 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ccad3c61705b857cd32bc60ba3e53b6/5=[#edits: 1 = <row1/f:row1/1732177251242/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-21T08:20:51,598 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:51,599 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:51,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:51,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a13ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:51,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:51,600 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ea598c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:51,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:51,601 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:51,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69f10cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:51,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:20:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=-1]
2024-11-21T08:20:51,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:20:51,604 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService
2024-11-21T08:20:51,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732177239287.866b649294a82c186eaa68d0610f7f1c., hostname=6ed56fb6cbf7,34403,1732177225591, seqNum=2]
2024-11-21T08:20:51,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:51,734 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 480, reset compression=false
2024-11-21T08:20:51,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:51,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 631, reset compression=false
2024-11-21T08:20:51,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:51,799 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 656, reset compression=false
2024-11-21T08:20:51,828 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 608, reset compression=false
2024-11-21T08:20:51,941 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 631, reset compression=false
2024-11-21T08:20:52,102 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 656, reset compression=false
2024-11-21T08:20:52,231 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 608, reset compression=false
2024-11-21T08:20:52,245 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 631, reset compression=false
2024-11-21T08:20:52,246 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-21T08:20:52,249 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-21T08:20:52,506 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 656, reset compression=false
2024-11-21T08:20:52,510 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:52,510 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 760, reset compression=false
2024-11-21T08:20:52,510 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ccad3c61705b857cd32bc60ba3e53b6/6=[#edits: 1 = <row2/f:row2/1732177252247/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:20:52,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:52,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:52,648 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 631, reset compression=false
2024-11-21T08:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 758, reset compression=false
2024-11-21T08:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[{test/866b649294a82c186eaa68d0610f7f1c/6=[#edits: 1 = <row2/f:row2/1732177252247/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-21T08:20:52,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:52,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:52,712 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 760, reset compression=false
2024-11-21T08:20:52,734 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 608, reset compression=false
2024-11-21T08:20:52,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:52,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 759, reset compression=false
2024-11-21T08:20:52,738 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:52,856 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 758, reset compression=false
2024-11-21T08:20:52,941 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 759, reset compression=false
2024-11-21T08:20:53,015 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 760, reset compression=false
2024-11-21T08:20:53,160 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 758, reset compression=false
2024-11-21T08:20:53,244 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 759, reset compression=false
2024-11-21T08:20:53,251 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-21T08:20:53,254 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-21T08:20:53,418 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 760, reset compression=false
2024-11-21T08:20:53,564 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 758, reset compression=false
2024-11-21T08:20:53,569 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:53,569 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 914, reset compression=false
2024-11-21T08:20:53,569 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[{test/866b649294a82c186eaa68d0610f7f1c/7=[#edits: 2 = <row/f:/1732177253252/DeleteFamily/vlen=0/seqid=0; row/f1:/1732177253252/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-21T08:20:53,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:53,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:53,648 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 759, reset compression=false
2024-11-21T08:20:53,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:53,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 907, reset compression=false
2024-11-21T08:20:53,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/7=[#edits: 2 = <row/f:/1732177253252/DeleteFamily/vlen=0/seqid=0; row/f1:/1732177253252/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-21T08:20:53,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:53,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:53,773 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 914, reset compression=false
2024-11-21T08:20:53,855 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 907, reset compression=false
2024-11-21T08:20:53,921 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 760, reset compression=false
2024-11-21T08:20:53,925 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:53,925 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 932, reset compression=false
2024-11-21T08:20:53,925 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:54,077 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 914, reset compression=false
2024-11-21T08:20:54,128 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 932, reset compression=false
2024-11-21T08:20:54,157 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 907, reset compression=false
2024-11-21T08:20:54,256 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-21T08:20:54,259 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-21T08:20:54,432 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 932, reset compression=false
2024-11-21T08:20:54,480 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 914, reset compression=false
2024-11-21T08:20:54,561 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 907, reset compression=false
2024-11-21T08:20:54,566 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:54,566 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1066, reset compression=false
2024-11-21T08:20:54,566 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/8=[#edits: 2 = <row1/f:/1732177254257/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732177254257/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-21T08:20:54,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:54,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:54,769 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1066, reset compression=false
2024-11-21T08:20:54,835 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 932, reset compression=false
2024-11-21T08:20:54,839 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:54,839 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1082, reset compression=false
2024-11-21T08:20:54,839 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ccad3c61705b857cd32bc60ba3e53b6/8=[#edits: 2 = <row1/f:/1732177254257/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732177254257/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-21T08:20:54,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:54,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:54,983 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 914, reset compression=false
2024-11-21T08:20:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1087, reset compression=false
2024-11-21T08:20:54,987 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:55,042 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1082, reset compression=false
2024-11-21T08:20:55,072 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1066, reset compression=false
2024-11-21T08:20:55,190 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1087, reset compression=false
2024-11-21T08:20:55,261 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-21T08:20:55,264 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-21T08:20:55,346 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1082, reset compression=false
2024-11-21T08:20:55,351 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:55,351 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1241, reset compression=false
2024-11-21T08:20:55,351 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ccad3c61705b857cd32bc60ba3e53b6/9=[#edits: 2 = <row2/f:/1732177255262/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732177255262/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-21T08:20:55,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:55,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:55,422 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:20:55,476 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1066, reset compression=false
2024-11-21T08:20:55,493 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1087, reset compression=false
2024-11-21T08:20:55,497 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:55,497 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1236, reset compression=false
2024-11-21T08:20:55,498 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[{test/866b649294a82c186eaa68d0610f7f1c/9=[#edits: 2 = <row2/f:/1732177255262/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732177255262/DeleteFamily/vlen=0/seqid=0; >],295}], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295]
2024-11-21T08:20:55,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:55,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:55,558 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1241, reset compression=false
2024-11-21T08:20:55,704 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1236, reset compression=false
2024-11-21T08:20:55,862 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1241, reset compression=false
2024-11-21T08:20:55,980 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1066, reset compression=false
2024-11-21T08:20:55,986 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:55,986 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1239, reset compression=false
2024-11-21T08:20:55,986 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:56,007 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1236, reset compression=false
2024-11-21T08:20:56,189 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1239, reset compression=false
2024-11-21T08:20:56,265 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1241, reset compression=false
2024-11-21T08:20:56,266 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-21T08:20:56,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f702d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,272 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:56,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:56,273 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a161cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:56,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:56,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,274 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc4c5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:56,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38ca1d77
2024-11-21T08:20:56,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:56,279 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:56,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1
2024-11-21T08:20:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure
2024-11-21T08:20:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:20:56,374 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:20:56,411 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1236, reset compression=false
2024-11-21T08:20:56,492 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1239, reset compression=false
2024-11-21T08:20:56,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-21T08:20:56,526 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER
2024-11-21T08:20:56,527 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1
2024-11-21T08:20:56,527 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,38361,1732177235820 because: Peer 1 state or config changed. Will close the previous replication source and open a new one
2024-11-21T08:20:56,528 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.
2024-11-21T08:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89)
    at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108)
    at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35)
    at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23)
    at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56)
    at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,528 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,528 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:56,586 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=96, reuseRatio=73.85%
2024-11-21T08:20:56,589 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-21T08:20:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:20:56,628 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?]
2024-11-21T08:20:56,628 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:20:56,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:56,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:56,708 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68652 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:20:56,728 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 terminated
2024-11-21T08:20:56,749 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,38361,1732177235820, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:20:56,750 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1
2024-11-21T08:20:56,751 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-21T08:20:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-21T08:20:56,753 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6ed56fb6cbf7,38361,1732177235820 suceeded
2024-11-21T08:20:56,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-21T08:20:56,755 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec
2024-11-21T08:20:56,755 INFO  [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1
2024-11-21T08:20:56,756 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 475 msec
2024-11-21T08:20:56,765 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37637'
2024-11-21T08:20:56,766 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@475d4d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,766 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37637,-1 for getting cluster id
2024-11-21T08:20:56,766 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:56,767 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c42d9f0f-6b18-4883-b5e6-7a3d02c059b4'
2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c42d9f0f-6b18-4883-b5e6-7a3d02c059b4"

2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c215b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37637,-1]
2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,768 INFO  [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:56,768 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628c6f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:56,769 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:20:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b6f0fe
2024-11-21T08:20:56,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:56,770 INFO  [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService
2024-11-21T08:20:56,771 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,38361,1732177235820 (queues=1) is replicating from cluster=356a293f-7d7c-41f1-a087-9ee8e8a0a7a7 to cluster=c42d9f0f-6b18-4883-b5e6-7a3d02c059b4
2024-11-21T08:20:56,771 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C38361%2C1732177235820
2024-11-21T08:20:56,771 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,38361,1732177235820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:20:56,771 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C38361%2C1732177235820
2024-11-21T08:20:56,896 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1239, reset compression=false
2024-11-21T08:20:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:20:56,907 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:56,907 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:56,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:56,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:56,908 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:56,910 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false
2024-11-21T08:20:56,915 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1236, reset compression=false
2024-11-21T08:20:56,918 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:56,918 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:56,918 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[{test/866b649294a82c186eaa68d0610f7f1c/10=[#edits: 1 = <row3/f:row3/1732177256908/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:20:56,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:56,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:57,121 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:57,399 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1239, reset compression=false
2024-11-21T08:20:57,403 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:57,403 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1367, reset compression=false
2024-11-21T08:20:57,403 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/10=[#edits: 1 = <row3/f:row3/1732177256908/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-21T08:20:57,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:57,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:57,425 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:57,606 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1367, reset compression=false
2024-11-21T08:20:57,829 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:57,910 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1367, reset compression=false
2024-11-21T08:20:57,913 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false
2024-11-21T08:20:57,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdf28f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:57,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,39243,-1 for getting cluster id
2024-11-21T08:20:57,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:20:57,916 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '356a293f-7d7c-41f1-a087-9ee8e8a0a7a7'
2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "356a293f-7d7c-41f1-a087-9ee8e8a0a7a7"

2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef5588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,39243,-1]
2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:20:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:57,917 INFO  [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:20:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f85c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:20:57,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:20:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de614ca
2024-11-21T08:20:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:20:57,921 INFO  [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:20:57,922 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1
2024-11-21T08:20:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure
2024-11-21T08:20:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-21T08:20:57,995 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:20:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-21T08:20:58,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15
2024-11-21T08:20:58,147 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER
2024-11-21T08:20:58,148 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-21T08:20:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-21T08:20:58,150 INFO  [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6ed56fb6cbf7,38361,1732177235820 suceeded
2024-11-21T08:20:58,152 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-21T08:20:58,152 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec
2024-11-21T08:20:58,152 INFO  [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1
2024-11-21T08:20:58,153 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 230 msec
2024-11-21T08:20:58,172 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, startPosition=1241, beingWritten=true
2024-11-21T08:20:58,177 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:58,177 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1393, reset compression=false
2024-11-21T08:20:58,177 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-21T08:20:58,247 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:20:58,247 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:58,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:58,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:58,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:58,248 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:58,249 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false
2024-11-21T08:20:58,313 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1367, reset compression=false
2024-11-21T08:20:58,318 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:58,318 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:20:58,318 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[{test/0b0dc61eaae8d71efea21a973fe9d445/11=[#edits: 1 = <row4/f:row4/1732177257913/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:20:58,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:58,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:58,332 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:58,381 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1393, reset compression=false
2024-11-21T08:20:58,385 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:20:58,385 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1521, reset compression=false
2024-11-21T08:20:58,385 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[{test/0ccad3c61705b857cd32bc60ba3e53b6/11=[#edits: 1 = <row4/f:row4/1732177257913/Put/vlen=4/seqid=0; >],223}], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223]
2024-11-21T08:20:58,387 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:20:58,388 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService
2024-11-21T08:20:58,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:20:58,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34403 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:20:58,523 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:20:58,593 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1521, reset compression=false
2024-11-21T08:20:58,826 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:20:58,897 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1521, reset compression=false
2024-11-21T08:20:58,936 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1340, reset compression=false
2024-11-21T08:20:58,940 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:58,940 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:20:58,940 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:59,143 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:20:59,229 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:20:59,251 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false
2024-11-21T08:20:59,251 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:20:59,251 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:59,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:59,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:20:59,251 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:20:59,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710751505, stopped=false
2024-11-21T08:20:59,251 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,39243,1732177235676
2024-11-21T08:20:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2842808450/running
2024-11-21T08:20:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2842808450/running
2024-11-21T08:20:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:20:59,299 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:20:59,300 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:20:59,300 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1521, reset compression=false
2024-11-21T08:20:59,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:59,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:59,300 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,38361,1732177235820' *****
2024-11-21T08:20:59,300 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:20:59,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/running
2024-11-21T08:20:59,300 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:20:59,301 INFO  [RS:0;6ed56fb6cbf7:38361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:20:59,301 INFO  [RS:0;6ed56fb6cbf7:38361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:20:59,301 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ccad3c61705b857cd32bc60ba3e53b6
2024-11-21T08:20:59,301 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:20:59,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Set watcher on znode that does not yet exist, /2842808450/running
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:38361.
2024-11-21T08:20:59,302 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:20:59,302 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:20:59,302 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ccad3c61705b857cd32bc60ba3e53b6, disabling compactions & flushes
2024-11-21T08:20:59,302 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:20:59,302 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:20:59,302 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6. after waiting 0 ms
2024-11-21T08:20:59,302 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:20:59,302 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:20:59,303 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ccad3c61705b857cd32bc60ba3e53b6 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-21T08:20:59,303 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:20:59,303 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0ccad3c61705b857cd32bc60ba3e53b6=test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6., fec5d84a7dc936dc1eb00323856149cc=hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.}
2024-11-21T08:20:59,303 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on 0ccad3c61705b857cd32bc60ba3e53b6, 1588230740, fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:59,303 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:20:59,303 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:20:59,303 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:20:59,303 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:20:59,303 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:20:59,303 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:20:59,316 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/info/30818981b24c48709b6672b2057e2a29 is 147, key is hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc./info:regioninfo/1732177249225/Put/seqid=0
2024-11-21T08:20:59,321 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f/bec618ffe06040c0b6d73d634f27b961 is 37, key is row3/f:row3/1732177256908/Put/seqid=0
2024-11-21T08:20:59,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741840_1016 (size=7686)
2024-11-21T08:20:59,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741841_1017 (size=5228)
2024-11-21T08:20:59,366 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:20:59,447 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:20:59,503 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on 0ccad3c61705b857cd32bc60ba3e53b6, 1588230740, fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:59,703 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on 0ccad3c61705b857cd32bc60ba3e53b6, 1588230740, fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:59,723 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/info/30818981b24c48709b6672b2057e2a29
2024-11-21T08:20:59,729 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f/bec618ffe06040c0b6d73d634f27b961
2024-11-21T08:20:59,732 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bec618ffe06040c0b6d73d634f27b961
2024-11-21T08:20:59,732 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:20:59,756 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/ns/655d6aa19f7b4ac4b01e2af148b953f1 is 43, key is default/ns:d/1732177239143/Put/seqid=0
2024-11-21T08:20:59,760 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f1/ff3a67930922442f94db57ff794aaab7 is 30, key is row1/f1:/1732177254257/DeleteFamily/seqid=0
2024-11-21T08:20:59,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:20:59,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741843_1019 (size=5158)
2024-11-21T08:20:59,804 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1521, reset compression=false
2024-11-21T08:20:59,807 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:20:59,807 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1768, reset compression=false
2024-11-21T08:20:59,808 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,38361,1732177235820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:20:59,809 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,38361,1732177235820: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,38361,1732177235820, walGroup=6ed56fb6cbf7%2C38361%2C1732177235820, offset=6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079:1768, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:38361 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:20:59,810 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:20:59,810 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:20:59,811 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:20:59,811 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:20:59,811 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:20:59,811 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 785943824
      },
      "NonHeapMemoryUsage": {
        "committed": 202440704,
        "init": 7667712,
        "max": -1,
        "used": 199318984
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:20:59,812 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:39243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:39243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:20:59,850 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:20:59,904 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on 0ccad3c61705b857cd32bc60ba3e53b6, 1588230740, fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:20:59,951 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:20:59,951 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:00,010 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1768, reset compression=false
2024-11-21T08:21:00,104 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on 0ccad3c61705b857cd32bc60ba3e53b6, 1588230740, fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:21:00,166 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/ns/655d6aa19f7b4ac4b01e2af148b953f1
2024-11-21T08:21:00,170 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f1/ff3a67930922442f94db57ff794aaab7
2024-11-21T08:21:00,174 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff3a67930922442f94db57ff794aaab7
2024-11-21T08:21:00,189 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/rep_barrier/8e88bdd7a8b64f458b7abee9f5433b03 is 112, key is test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6./rep_barrier:seqnumDuringOpen/1732177244332/Put/seqid=0
2024-11-21T08:21:00,193 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/norep/096af8ef72ff40559d9b717bde2f10d9 is 33, key is row2/norep:/1732177255262/DeleteFamily/seqid=0
2024-11-21T08:21:00,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:21:00,195 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/rep_barrier/8e88bdd7a8b64f458b7abee9f5433b03
2024-11-21T08:21:00,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741845_1021 (size=5108)
2024-11-21T08:21:00,197 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/norep/096af8ef72ff40559d9b717bde2f10d9
2024-11-21T08:21:00,206 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 096af8ef72ff40559d9b717bde2f10d9
2024-11-21T08:21:00,206 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f/bec618ffe06040c0b6d73d634f27b961 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/f/bec618ffe06040c0b6d73d634f27b961
2024-11-21T08:21:00,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:21:00,213 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bec618ffe06040c0b6d73d634f27b961
2024-11-21T08:21:00,213 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/f/bec618ffe06040c0b6d73d634f27b961, entries=5, sequenceid=12, filesize=5.1 K
2024-11-21T08:21:00,214 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/f1/ff3a67930922442f94db57ff794aaab7 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/f1/ff3a67930922442f94db57ff794aaab7
2024-11-21T08:21:00,219 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/table/f997a91e12a24d2db3dadbc655f7a4d0 is 53, key is hbase:replication/table:state/1732177249230/Put/seqid=0
2024-11-21T08:21:00,219 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff3a67930922442f94db57ff794aaab7
2024-11-21T08:21:00,219 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/f1/ff3a67930922442f94db57ff794aaab7, entries=3, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:00,220 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/.tmp/norep/096af8ef72ff40559d9b717bde2f10d9 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/norep/096af8ef72ff40559d9b717bde2f10d9
2024-11-21T08:21:00,224 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 096af8ef72ff40559d9b717bde2f10d9
2024-11-21T08:21:00,224 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/norep/096af8ef72ff40559d9b717bde2f10d9, entries=1, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:00,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:21:00,226 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/table/f997a91e12a24d2db3dadbc655f7a4d0
2024-11-21T08:21:00,226 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ccad3c61705b857cd32bc60ba3e53b6 in 924ms, sequenceid=12, compaction requested=false
2024-11-21T08:21:00,230 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/default/test/0ccad3c61705b857cd32bc60ba3e53b6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-21T08:21:00,230 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/info/30818981b24c48709b6672b2057e2a29 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/info/30818981b24c48709b6672b2057e2a29
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:00,231 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ccad3c61705b857cd32bc60ba3e53b6:
Waiting for close lock at 1732177259302Running coprocessor pre-close hooks at 1732177259302Disabling compacts and flushes for region at 1732177259302Disabling writes for close at 1732177259302Obtaining lock to block concurrent updates at 1732177259303 (+1 ms)Preparing flush snapshotting stores in 0ccad3c61705b857cd32bc60ba3e53b6 at 1732177259303Finished memstore snapshotting test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732177259303Flushing stores of test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6. at 1732177259303Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f: creating writer at 1732177259304 (+1 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f: appending metadata at 1732177259320 (+16 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f: closing flushed file at 1732177259321 (+1 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f1: creating writer at 1732177259732 (+411 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f1: appending metadata at 1732177259760 (+28 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/f1: closing flushed file at 1732177259760Flushing 0ccad3c61705b857cd32bc60ba3e53b6/norep: creating writer at 1732177260175 (+415 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/norep: appending metadata at 1732177260192 (+17 ms)Flushing 0ccad3c61705b857cd32bc60ba3e53b6/norep: closing flushed file at 1732177260192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b8bc38: reopening flushed file at 1732177260206 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba0b2b4: reopening flushed file at 1732177260213 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d93351a: reopening flushed file at 1732177260219 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0ccad3c61705b857cd32bc60ba3e53b6 in 924ms, sequenceid=12, compaction requested=false at 1732177260226 (+7 ms)Writing region close event to WAL at 1732177260227 (+1 ms)Running coprocessor post-close hooks at 1732177260231 (+4 ms)Closed at 1732177260231
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177243589.0ccad3c61705b857cd32bc60ba3e53b6.
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fec5d84a7dc936dc1eb00323856149cc, disabling compactions & flushes
2024-11-21T08:21:00,231 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,231 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,232 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc. after waiting 0 ms
2024-11-21T08:21:00,232 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,232 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fec5d84a7dc936dc1eb00323856149cc:
Waiting for close lock at 1732177260231Running coprocessor pre-close hooks at 1732177260231Disabling compacts and flushes for region at 1732177260231Disabling writes for close at 1732177260232 (+1 ms)Failed flush hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc., putting online again at 1732177260232
2024-11-21T08:21:00,232 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,235 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/info/30818981b24c48709b6672b2057e2a29, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:00,236 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/ns/655d6aa19f7b4ac4b01e2af148b953f1 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/ns/655d6aa19f7b4ac4b01e2af148b953f1
2024-11-21T08:21:00,241 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/ns/655d6aa19f7b4ac4b01e2af148b953f1, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:00,241 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/rep_barrier/8e88bdd7a8b64f458b7abee9f5433b03 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/rep_barrier/8e88bdd7a8b64f458b7abee9f5433b03
2024-11-21T08:21:00,248 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/rep_barrier/8e88bdd7a8b64f458b7abee9f5433b03, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:00,248 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/.tmp/table/f997a91e12a24d2db3dadbc655f7a4d0 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/table/f997a91e12a24d2db3dadbc655f7a4d0
2024-11-21T08:21:00,253 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/table/f997a91e12a24d2db3dadbc655f7a4d0, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:00,254 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:00,259 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:00,259 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:00,259 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:00,259 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:00,259 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177259303Running coprocessor pre-close hooks at 1732177259303Disabling compacts and flushes for region at 1732177259303Disabling writes for close at 1732177259303Obtaining lock to block concurrent updates at 1732177259303Preparing flush snapshotting stores in 1588230740 at 1732177259303Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177259304 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732177259304Flushing 1588230740/info: creating writer at 1732177259304Flushing 1588230740/info: appending metadata at 1732177259316 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732177259316Flushing 1588230740/ns: creating writer at 1732177259727 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732177259755 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732177259755Flushing 1588230740/rep_barrier: creating writer at 1732177260170 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177260188 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177260188Flushing 1588230740/table: creating writer at 1732177260201 (+13 ms)Flushing 1588230740/table: appending metadata at 1732177260218 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732177260218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee445f0: reopening flushed file at 1732177260230 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aaef66: reopening flushed file at 1732177260235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506b7614: reopening flushed file at 1732177260241 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404e0732: reopening flushed file at 1732177260248 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=16, compaction requested=false at 1732177260254 (+6 ms)Writing region close event to WAL at 1732177260256 (+2 ms)Running coprocessor post-close hooks at 1732177260259 (+3 ms)Closed at 1732177260259
2024-11-21T08:21:00,259 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:00,304 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:21:00,304 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1325): Online Regions={fec5d84a7dc936dc1eb00323856149cc=hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.}
2024-11-21T08:21:00,304 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:21:00,304 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1351): Waiting on fec5d84a7dc936dc1eb00323856149cc
2024-11-21T08:21:00,304 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fec5d84a7dc936dc1eb00323856149cc, disabling compactions & flushes
2024-11-21T08:21:00,304 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,304 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,304 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc. after waiting 0 ms
2024-11-21T08:21:00,304 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,304 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fec5d84a7dc936dc1eb00323856149cc:
Waiting for close lock at 1732177260304Running coprocessor pre-close hooks at 1732177260304Disabling compacts and flushes for region at 1732177260304Disabling writes for close at 1732177260304Failed flush hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc., putting online again at 1732177260304
2024-11-21T08:21:00,305 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177248052.fec5d84a7dc936dc1eb00323856149cc.
2024-11-21T08:21:00,314 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 1768, reset compression=false
2024-11-21T08:21:00,318 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:00,319 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 2412, reset compression=false
2024-11-21T08:21:00,337 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:21:00,353 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:00,504 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-21T08:21:00,504 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,38361,1732177235820; all regions closed.
2024-11-21T08:21:00,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:00,507 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.meta.1732177239091.meta not finished, retry = 0
2024-11-21T08:21:00,522 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.wal-reader.6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 to pos 2412, reset compression=false
2024-11-21T08:21:00,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741839_1015 (size=2391)
2024-11-21T08:21:00,609 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.rep.1732177249197 not finished, retry = 0
2024-11-21T08:21:00,713 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/WALs/6ed56fb6cbf7,38361,1732177235820/6ed56fb6cbf7%2C38361%2C1732177235820.1732177238079 not finished, retry = 0
2024-11-21T08:21:00,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741832_1008 (size=2420)
2024-11-21T08:21:00,813 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:00,814 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:00,814 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:00,814 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:00,814 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:00,814 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:00,814 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,38361,1732177235820 because: Region server is closing
2024-11-21T08:21:00,815 INFO  [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:38361.
2024-11-21T08:21:00,815 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:00,815 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:00,815 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:00,815 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:00,915 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,38361,1732177235820.replicationSource.shipper6ed56fb6cbf7%2C38361%2C1732177235820,1-6ed56fb6cbf7,38361,1732177235820 terminated
2024-11-21T08:21:00,916 INFO  [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:38361.
2024-11-21T08:21:00,916 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:00,916 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:00,916 DEBUG [RS:0;6ed56fb6cbf7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:00,916 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:00,916 INFO  [RS:0;6ed56fb6cbf7:38361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38361
2024-11-21T08:21:00,956 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:00,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450/rs
2024-11-21T08:21:00,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2842808450/rs/6ed56fb6cbf7,38361,1732177235820
2024-11-21T08:21:00,983 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:00,984 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,38361,1732177235820]
2024-11-21T08:21:01,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2842808450/draining/6ed56fb6cbf7,38361,1732177235820 already deleted, retry=false
2024-11-21T08:21:01,004 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,38361,1732177235820 expired; onlineServers=0
2024-11-21T08:21:01,005 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,39243,1732177235676' *****
2024-11-21T08:21:01,005 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:01,005 DEBUG [M:0;6ed56fb6cbf7:39243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:01,005 DEBUG [M:0;6ed56fb6cbf7:39243 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:01,005 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:01,005 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177237843 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177237843,5,FailOnTimeoutGroup]
2024-11-21T08:21:01,005 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177237843 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177237843,5,FailOnTimeoutGroup]
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:01,005 DEBUG [M:0;6ed56fb6cbf7:39243 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:01,005 INFO  [M:0;6ed56fb6cbf7:39243 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:01,006 INFO  [M:0;6ed56fb6cbf7:39243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:01,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2842808450/master
2024-11-21T08:21:01,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2842808450
2024-11-21T08:21:01,015 DEBUG [M:0;6ed56fb6cbf7:39243 {}] zookeeper.ZKUtil(347): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Unable to get data of znode /2842808450/master because node does not exist (not an error)
2024-11-21T08:21:01,015 WARN  [M:0;6ed56fb6cbf7:39243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:01,025 INFO  [M:0;6ed56fb6cbf7:39243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/.lastflushedseqids
2024-11-21T08:21:01,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741847_1023 (size=245)
2024-11-21T08:21:01,040 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:21:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:01,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1015c7adbc40007, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:01,094 INFO  [RS:0;6ed56fb6cbf7:38361 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:01,094 INFO  [RS:0;6ed56fb6cbf7:38361 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,38361,1732177235820; zookeeper connection closed.
2024-11-21T08:21:01,094 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@639f82e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@639f82e7
2024-11-21T08:21:01,095 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:01,429 INFO  [M:0;6ed56fb6cbf7:39243 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:01,429 INFO  [M:0;6ed56fb6cbf7:39243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:01,429 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:01,429 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:01,430 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:01,430 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:01,430 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:01,430 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB
2024-11-21T08:21:01,443 DEBUG [M:0;6ed56fb6cbf7:39243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c61173504b4921834dc749abac6060 is 82, key is hbase:meta,,1/info:regioninfo/1732177239123/Put/seqid=0
2024-11-21T08:21:01,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741848_1024 (size=5672)
2024-11-21T08:21:01,663 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:01,842 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:21:01,847 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c61173504b4921834dc749abac6060
2024-11-21T08:21:01,862 DEBUG [M:0;6ed56fb6cbf7:39243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fe5bbd4a164980896a401c789df261 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177249233/Put/seqid=0
2024-11-21T08:21:01,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741849_1025 (size=9211)
2024-11-21T08:21:02,265 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fe5bbd4a164980896a401c789df261
2024-11-21T08:21:02,284 DEBUG [M:0;6ed56fb6cbf7:39243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddf479cb644842d7b952da920b6aff47 is 69, key is 6ed56fb6cbf7,38361,1732177235820/rs:state/1732177237892/Put/seqid=0
2024-11-21T08:21:02,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741850_1026 (size=5156)
2024-11-21T08:21:02,466 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:02,688 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddf479cb644842d7b952da920b6aff47
2024-11-21T08:21:02,691 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/40c61173504b4921834dc749abac6060 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c61173504b4921834dc749abac6060
2024-11-21T08:21:02,694 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/40c61173504b4921834dc749abac6060, entries=8, sequenceid=127, filesize=5.5 K
2024-11-21T08:21:02,694 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82fe5bbd4a164980896a401c789df261 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82fe5bbd4a164980896a401c789df261
2024-11-21T08:21:02,698 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82fe5bbd4a164980896a401c789df261, entries=15, sequenceid=127, filesize=9.0 K
2024-11-21T08:21:02,698 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ddf479cb644842d7b952da920b6aff47 as hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddf479cb644842d7b952da920b6aff47
2024-11-21T08:21:02,701 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42433/user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ddf479cb644842d7b952da920b6aff47, entries=1, sequenceid=127, filesize=5.0 K
2024-11-21T08:21:02,702 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false
2024-11-21T08:21:02,703 INFO  [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:02,703 DEBUG [M:0;6ed56fb6cbf7:39243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177261429Disabling compacts and flushes for region at 1732177261429Disabling writes for close at 1732177261430 (+1 ms)Obtaining lock to block concurrent updates at 1732177261430Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177261430Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732177261430Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177261430Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177261431 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177261443 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177261443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177261850 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177261861 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177261861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177262269 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177262283 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177262284 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dab1e07: reopening flushed file at 1732177262691 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab8f98a: reopening flushed file at 1732177262694 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d27a5b: reopening flushed file at 1732177262698 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=127, compaction requested=false at 1732177262702 (+4 ms)Writing region close event to WAL at 1732177262703 (+1 ms)Closed at 1732177262703
2024-11-21T08:21:02,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43363 is added to blk_1073741830_1006 (size=73854)
2024-11-21T08:21:02,704 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dc48c6e4-086a-85e5-457d-f33e93a15db9/MasterData/WALs/6ed56fb6cbf7,39243,1732177235676/6ed56fb6cbf7%2C39243%2C1732177235676.1732177237571 not finished, retry = 0
2024-11-21T08:21:02,745 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:21:02,805 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:02,805 INFO  [M:0;6ed56fb6cbf7:39243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:02,805 INFO  [M:0;6ed56fb6cbf7:39243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39243
2024-11-21T08:21:02,805 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:03,348 INFO  [M:0;6ed56fb6cbf7:39243 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:03,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39243-0x1015c7adbc40006, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:03,351 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@721b010e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:03,351 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473e8d70{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:03,351 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:03,351 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@870592a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:03,351 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2ae189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:03,353 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:03,353 WARN  [BP-725784110-172.17.0.3-1732177233736 heartbeating to localhost/127.0.0.1:42433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:03,353 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:03,353 WARN  [BP-725784110-172.17.0.3-1732177233736 heartbeating to localhost/127.0.0.1:42433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-725784110-172.17.0.3-1732177233736 (Datanode Uuid 1df627fc-5a4d-487b-8362-6981c51b274f) service to localhost/127.0.0.1:42433
2024-11-21T08:21:03,353 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/cluster_e110100a-58ec-0607-b41e-7e017f8b87ab/data/data1/current/BP-725784110-172.17.0.3-1732177233736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:03,353 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/cluster_e110100a-58ec-0607-b41e-7e017f8b87ab/data/data2/current/BP-725784110-172.17.0.3-1732177233736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:03,354 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:03,360 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3c52ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:03,361 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27c7fe15{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:03,361 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:03,361 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e8171b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:03,361 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4623409a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:03,370 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:03,378 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:03,378 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:21:03,378 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:03,379 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:03,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:03,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:03,379 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:03,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:21:03,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=905223202, stopped=false
2024-11-21T08:21:03,379 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,44971,1732177230623
2024-11-21T08:21:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1937492454/running
2024-11-21T08:21:03,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1937492454/running
2024-11-21T08:21:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:21:03,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:21:03,426 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:03,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/running
2024-11-21T08:21:03,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Set watcher on znode that does not yet exist, /1-1937492454/running
2024-11-21T08:21:03,427 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:03,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:03,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:03,427 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,39827,1732177230760' *****
2024-11-21T08:21:03,427 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:21:03,428 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:21:03,428 INFO  [RS:0;6ed56fb6cbf7:39827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:21:03,428 INFO  [RS:0;6ed56fb6cbf7:39827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:21:03,428 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:21:03,428 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b0dc61eaae8d71efea21a973fe9d445
2024-11-21T08:21:03,428 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:39827.
2024-11-21T08:21:03,429 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b0dc61eaae8d71efea21a973fe9d445, disabling compactions & flushes
2024-11-21T08:21:03,429 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:03,429 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:21:03,429 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:03,429 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:21:03,429 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445. after waiting 0 ms
2024-11-21T08:21:03,429 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:21:03,429 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b0dc61eaae8d71efea21a973fe9d445 3/3 column families, dataSize=342 B heapSize=1.99 KB
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:21:03,429 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:21:03,433 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:21:03,433 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1325): Online Regions={0b0dc61eaae8d71efea21a973fe9d445=test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445., 1588230740=hbase:meta,,1.1588230740, 0b680422b501f0c5506b1153312f7922=hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.}
2024-11-21T08:21:03,434 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b0dc61eaae8d71efea21a973fe9d445, 0b680422b501f0c5506b1153312f7922, 1588230740
2024-11-21T08:21:03,434 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:03,434 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:03,434 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:03,434 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:03,434 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:03,434 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:21:03,450 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f/205bb61dc2de4f938eabf25b11e3f691 is 37, key is row3/f:row3/1732177256908/Put/seqid=0
2024-11-21T08:21:03,453 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/info/51e8a84750ac48e89b1ef930363c0f63 is 147, key is hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922./info:regioninfo/1732177247077/Put/seqid=0
2024-11-21T08:21:03,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741840_1016 (size=5228)
2024-11-21T08:21:03,458 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f/205bb61dc2de4f938eabf25b11e3f691
2024-11-21T08:21:03,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741841_1017 (size=7686)
2024-11-21T08:21:03,461 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/info/51e8a84750ac48e89b1ef930363c0f63
2024-11-21T08:21:03,466 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 205bb61dc2de4f938eabf25b11e3f691
2024-11-21T08:21:03,479 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/ns/b52eb5029b3f40698a7b5eff76f9fed8 is 43, key is default/ns:d/1732177233668/Put/seqid=0
2024-11-21T08:21:03,482 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f1/f508a8afb70c41a6a1e6184b363644ba is 30, key is row1/f1:/1732177254257/DeleteFamily/seqid=0
2024-11-21T08:21:03,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:21:03,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741843_1019 (size=5158)
2024-11-21T08:21:03,491 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/ns/b52eb5029b3f40698a7b5eff76f9fed8
2024-11-21T08:21:03,494 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:03,508 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/rep_barrier/aac6cea7277246428b53b27eb6bbd3b9 is 112, key is test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445./rep_barrier:seqnumDuringOpen/1732177242580/Put/seqid=0
2024-11-21T08:21:03,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:21:03,571 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:03,571 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:21:03,634 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b0dc61eaae8d71efea21a973fe9d445, 0b680422b501f0c5506b1153312f7922, 1588230740
2024-11-21T08:21:03,749 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1471, reset compression=false
2024-11-21T08:21:03,754 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:03,754 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1718, reset compression=false
2024-11-21T08:21:03,754 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,39827,1732177230760 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:03,755 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,39827,1732177230760: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,39827,1732177230760, walGroup=6ed56fb6cbf7%2C39827%2C1732177230760, offset=6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697:1718, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:39827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:21:03,757 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:21:03,757 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:21:03,757 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:21:03,757 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:21:03,757 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:21:03,757 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 863538448
      },
      "NonHeapMemoryUsage": {
        "committed": 202899456,
        "init": 7667712,
        "max": -1,
        "used": 199849792
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:21:03,758 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:44971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:44971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:21:03,834 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b0dc61eaae8d71efea21a973fe9d445, 0b680422b501f0c5506b1153312f7922, 1588230740
2024-11-21T08:21:03,886 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f1/f508a8afb70c41a6a1e6184b363644ba
2024-11-21T08:21:03,890 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f508a8afb70c41a6a1e6184b363644ba
2024-11-21T08:21:03,907 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/norep/5cf106849be943f5926dc7504b5d9caa is 33, key is row1/norep:/1732177254257/DeleteFamily/seqid=0
2024-11-21T08:21:03,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741845_1021 (size=5108)
2024-11-21T08:21:03,912 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/rep_barrier/aac6cea7277246428b53b27eb6bbd3b9
2024-11-21T08:21:03,928 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/table/7ffc9205f8c44b95b3148deb9355cd83 is 53, key is hbase:replication/table:state/1732177247108/Put/seqid=0
2024-11-21T08:21:03,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:21:03,958 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1718, reset compression=false
2024-11-21T08:21:04,034 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b0dc61eaae8d71efea21a973fe9d445, 0b680422b501f0c5506b1153312f7922, 1588230740
2024-11-21T08:21:04,234 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b0dc61eaae8d71efea21a973fe9d445, 0b680422b501f0c5506b1153312f7922, 1588230740
2024-11-21T08:21:04,261 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1718, reset compression=false
2024-11-21T08:21:04,310 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/norep/5cf106849be943f5926dc7504b5d9caa
2024-11-21T08:21:04,314 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf106849be943f5926dc7504b5d9caa
2024-11-21T08:21:04,314 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f/205bb61dc2de4f938eabf25b11e3f691 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/f/205bb61dc2de4f938eabf25b11e3f691
2024-11-21T08:21:04,317 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 205bb61dc2de4f938eabf25b11e3f691
2024-11-21T08:21:04,317 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/f/205bb61dc2de4f938eabf25b11e3f691, entries=5, sequenceid=12, filesize=5.1 K
2024-11-21T08:21:04,318 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/f1/f508a8afb70c41a6a1e6184b363644ba as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/f1/f508a8afb70c41a6a1e6184b363644ba
2024-11-21T08:21:04,322 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f508a8afb70c41a6a1e6184b363644ba
2024-11-21T08:21:04,322 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/f1/f508a8afb70c41a6a1e6184b363644ba, entries=3, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:04,323 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/.tmp/norep/5cf106849be943f5926dc7504b5d9caa as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/norep/5cf106849be943f5926dc7504b5d9caa
2024-11-21T08:21:04,327 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf106849be943f5926dc7504b5d9caa
2024-11-21T08:21:04,327 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/norep/5cf106849be943f5926dc7504b5d9caa, entries=1, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:04,328 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0b0dc61eaae8d71efea21a973fe9d445 in 899ms, sequenceid=12, compaction requested=false
2024-11-21T08:21:04,328 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:21:04,332 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/table/7ffc9205f8c44b95b3148deb9355cd83
2024-11-21T08:21:04,336 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/info/51e8a84750ac48e89b1ef930363c0f63 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/info/51e8a84750ac48e89b1ef930363c0f63
2024-11-21T08:21:04,341 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/info/51e8a84750ac48e89b1ef930363c0f63, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:04,342 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/ns/b52eb5029b3f40698a7b5eff76f9fed8 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/ns/b52eb5029b3f40698a7b5eff76f9fed8
2024-11-21T08:21:04,346 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/ns/b52eb5029b3f40698a7b5eff76f9fed8, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:04,347 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/rep_barrier/aac6cea7277246428b53b27eb6bbd3b9 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/rep_barrier/aac6cea7277246428b53b27eb6bbd3b9
2024-11-21T08:21:04,348 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/default/test/0b0dc61eaae8d71efea21a973fe9d445/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-21T08:21:04,348 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:04,348 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:04,348 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:21:04,348 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b0dc61eaae8d71efea21a973fe9d445:
Waiting for close lock at 1732177263429Running coprocessor pre-close hooks at 1732177263429Disabling compacts and flushes for region at 1732177263429Disabling writes for close at 1732177263429Obtaining lock to block concurrent updates at 1732177263429Preparing flush snapshotting stores in 0b0dc61eaae8d71efea21a973fe9d445 at 1732177263429Finished memstore snapshotting test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732177263429Flushing stores of test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445. at 1732177263430 (+1 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/f: creating writer at 1732177263430Flushing 0b0dc61eaae8d71efea21a973fe9d445/f: appending metadata at 1732177263449 (+19 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/f: closing flushed file at 1732177263449Flushing 0b0dc61eaae8d71efea21a973fe9d445/f1: creating writer at 1732177263466 (+17 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/f1: appending metadata at 1732177263481 (+15 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/f1: closing flushed file at 1732177263481Flushing 0b0dc61eaae8d71efea21a973fe9d445/norep: creating writer at 1732177263890 (+409 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/norep: appending metadata at 1732177263906 (+16 ms)Flushing 0b0dc61eaae8d71efea21a973fe9d445/norep: closing flushed file at 1732177263906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab1e116: reopening flushed file at 1732177264314 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a0566b: reopening flushed file at 1732177264317 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385de672: reopening flushed file at 1732177264322 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0b0dc61eaae8d71efea21a973fe9d445 in 899ms, sequenceid=12, compaction requested=false at 1732177264328 (+6 ms)Writing region close event to WAL at 1732177264345 (+17 ms)Running coprocessor post-close hooks at 1732177264348 (+3 ms)Closed at 1732177264348
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177241439.0b0dc61eaae8d71efea21a973fe9d445.
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b680422b501f0c5506b1153312f7922, disabling compactions & flushes
2024-11-21T08:21:04,349 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922. after waiting 0 ms
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b680422b501f0c5506b1153312f7922:
Waiting for close lock at 1732177264349Running coprocessor pre-close hooks at 1732177264349Disabling compacts and flushes for region at 1732177264349Disabling writes for close at 1732177264349Failed flush hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922., putting online again at 1732177264349
2024-11-21T08:21:04,349 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,351 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/rep_barrier/aac6cea7277246428b53b27eb6bbd3b9, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:04,352 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/.tmp/table/7ffc9205f8c44b95b3148deb9355cd83 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/table/7ffc9205f8c44b95b3148deb9355cd83
2024-11-21T08:21:04,356 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/table/7ffc9205f8c44b95b3148deb9355cd83, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:04,357 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:04,357 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:21:04,369 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:04,370 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:04,370 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:04,370 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:04,370 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177263434Running coprocessor pre-close hooks at 1732177263434Disabling compacts and flushes for region at 1732177263434Disabling writes for close at 1732177263434Obtaining lock to block concurrent updates at 1732177263434Preparing flush snapshotting stores in 1588230740 at 1732177263434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177263434Flushing stores of hbase:meta,,1.1588230740 at 1732177263435 (+1 ms)Flushing 1588230740/info: creating writer at 1732177263435Flushing 1588230740/info: appending metadata at 1732177263453 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732177263453Flushing 1588230740/ns: creating writer at 1732177263466 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732177263478 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732177263478Flushing 1588230740/rep_barrier: creating writer at 1732177263495 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177263507 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177263507Flushing 1588230740/table: creating writer at 1732177263915 (+408 ms)Flushing 1588230740/table: appending metadata at 1732177263928 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732177263928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76655af1: reopening flushed file at 1732177264336 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c3fcac: reopening flushed file at 1732177264341 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a115cec: reopening flushed file at 1732177264346 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bbb4fe3: reopening flushed file at 1732177264351 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1732177264357 (+6 ms)Writing region close event to WAL at 1732177264366 (+9 ms)Running coprocessor post-close hooks at 1732177264369 (+3 ms)Closed at 1732177264370 (+1 ms)
2024-11-21T08:21:04,370 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:04,373 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:04,434 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:21:04,434 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1325): Online Regions={0b680422b501f0c5506b1153312f7922=hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.}
2024-11-21T08:21:04,434 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b680422b501f0c5506b1153312f7922
2024-11-21T08:21:04,435 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1351): Waiting on 0b680422b501f0c5506b1153312f7922
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b680422b501f0c5506b1153312f7922, disabling compactions & flushes
2024-11-21T08:21:04,435 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922. after waiting 0 ms
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b680422b501f0c5506b1153312f7922:
Waiting for close lock at 1732177264435Running coprocessor pre-close hooks at 1732177264435Disabling compacts and flushes for region at 1732177264435Disabling writes for close at 1732177264435Failed flush hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922., putting online again at 1732177264435
2024-11-21T08:21:04,435 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177245888.0b680422b501f0c5506b1153312f7922.
2024-11-21T08:21:04,635 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-21T08:21:04,635 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,39827,1732177230760; all regions closed.
2024-11-21T08:21:04,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:04,637 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.meta.1732177233626.meta not finished, retry = 0
2024-11-21T08:21:04,665 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 1718, reset compression=false
2024-11-21T08:21:04,669 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:04,669 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 2362, reset compression=false
2024-11-21T08:21:04,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741839_1015 (size=2609)
2024-11-21T08:21:04,739 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.rep.1732177247028 not finished, retry = 0
2024-11-21T08:21:04,842 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 not finished, retry = 0
2024-11-21T08:21:04,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741832_1008 (size=2370)
2024-11-21T08:21:04,871 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697 to pos 2362, reset compression=false
2024-11-21T08:21:04,943 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:04,943 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/WALs/6ed56fb6cbf7,39827,1732177230760/6ed56fb6cbf7%2C39827%2C1732177230760.1732177232697
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:04,943 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,39827,1732177230760 because: Region server is closing
2024-11-21T08:21:04,943 INFO  [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:39827.
2024-11-21T08:21:04,943 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:04,944 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:04,944 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:04,944 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:05,044 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.shipper6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 terminated
2024-11-21T08:21:05,044 INFO  [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:39827.
2024-11-21T08:21:05,044 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,39827,1732177230760.replicationSource.wal-reader.6ed56fb6cbf7%2C39827%2C1732177230760,1-6ed56fb6cbf7,39827,1732177230760 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue
java.lang.InterruptedException: null
	at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?]
	at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?]
2024-11-21T08:21:05,044 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:05,044 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:05,044 DEBUG [RS:0;6ed56fb6cbf7:39827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:05,044 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:05,044 INFO  [RS:0;6ed56fb6cbf7:39827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39827
2024-11-21T08:21:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454/rs
2024-11-21T08:21:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1937492454/rs/6ed56fb6cbf7,39827,1732177230760
2024-11-21T08:21:05,110 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:05,120 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,39827,1732177230760]
2024-11-21T08:21:05,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1937492454/draining/6ed56fb6cbf7,39827,1732177230760 already deleted, retry=false
2024-11-21T08:21:05,144 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,39827,1732177230760 expired; onlineServers=0
2024-11-21T08:21:05,144 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,44971,1732177230623' *****
2024-11-21T08:21:05,144 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:05,144 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:05,144 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:05,144 DEBUG [M:0;6ed56fb6cbf7:44971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:05,144 DEBUG [M:0;6ed56fb6cbf7:44971 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:05,144 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:05,144 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177232403 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177232403,5,FailOnTimeoutGroup]
2024-11-21T08:21:05,144 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177232403 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177232403,5,FailOnTimeoutGroup]
2024-11-21T08:21:05,144 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:05,145 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:05,145 DEBUG [M:0;6ed56fb6cbf7:44971 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:05,145 INFO  [M:0;6ed56fb6cbf7:44971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:05,145 INFO  [M:0;6ed56fb6cbf7:44971 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:05,145 INFO  [M:0;6ed56fb6cbf7:44971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:05,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1937492454/master
2024-11-21T08:21:05,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1937492454
2024-11-21T08:21:05,155 DEBUG [M:0;6ed56fb6cbf7:44971 {}] zookeeper.ZKUtil(347): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Unable to get data of znode /1-1937492454/master because node does not exist (not an error)
2024-11-21T08:21:05,155 WARN  [M:0;6ed56fb6cbf7:44971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:05,155 INFO  [M:0;6ed56fb6cbf7:44971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/.lastflushedseqids
2024-11-21T08:21:05,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741847_1023 (size=245)
2024-11-21T08:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:05,220 INFO  [RS:0;6ed56fb6cbf7:39827 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:05,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39827-0x1015c7adbc40004, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:05,220 INFO  [RS:0;6ed56fb6cbf7:39827 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,39827,1732177230760; zookeeper connection closed.
2024-11-21T08:21:05,220 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@685ddfe4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@685ddfe4
2024-11-21T08:21:05,221 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:05,232 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,232 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,264 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,267 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,267 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,268 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,476 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:05,559 INFO  [M:0;6ed56fb6cbf7:44971 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:05,559 INFO  [M:0;6ed56fb6cbf7:44971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:05,559 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:05,559 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:05,559 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:05,559 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:05,559 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:05,559 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-21T08:21:05,578 DEBUG [M:0;6ed56fb6cbf7:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377e6d94e7d14fe59c5738bf5f846211 is 82, key is hbase:meta,,1/info:regioninfo/1732177233651/Put/seqid=0
2024-11-21T08:21:05,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741848_1024 (size=5672)
2024-11-21T08:21:05,783 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:05,784 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,784 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,820 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,820 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,820 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,820 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,820 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,821 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,826 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,828 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,828 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,830 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:05,981 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377e6d94e7d14fe59c5738bf5f846211
2024-11-21T08:21:06,007 DEBUG [M:0;6ed56fb6cbf7:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20fe6157cae84d339078fbb429dd10fd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177242588/Put/seqid=0
2024-11-21T08:21:06,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741849_1025 (size=7218)
2024-11-21T08:21:06,411 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20fe6157cae84d339078fbb429dd10fd
2024-11-21T08:21:06,416 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20fe6157cae84d339078fbb429dd10fd
2024-11-21T08:21:06,428 DEBUG [M:0;6ed56fb6cbf7:44971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3037780a08418e9aad841caae7a5e7 is 69, key is 6ed56fb6cbf7,39827,1732177230760/rs:state/1732177232518/Put/seqid=0
2024-11-21T08:21:06,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741850_1026 (size=5156)
2024-11-21T08:21:06,680 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:06,831 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3037780a08418e9aad841caae7a5e7
2024-11-21T08:21:06,836 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377e6d94e7d14fe59c5738bf5f846211 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/377e6d94e7d14fe59c5738bf5f846211
2024-11-21T08:21:06,839 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/377e6d94e7d14fe59c5738bf5f846211, entries=8, sequenceid=105, filesize=5.5 K
2024-11-21T08:21:06,840 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20fe6157cae84d339078fbb429dd10fd as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20fe6157cae84d339078fbb429dd10fd
2024-11-21T08:21:06,844 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20fe6157cae84d339078fbb429dd10fd
2024-11-21T08:21:06,844 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20fe6157cae84d339078fbb429dd10fd, entries=11, sequenceid=105, filesize=7.0 K
2024-11-21T08:21:06,845 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad3037780a08418e9aad841caae7a5e7 as hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad3037780a08418e9aad841caae7a5e7
2024-11-21T08:21:06,848 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42049/user/jenkins/test-data/26cb711a-d2d3-0177-b91f-851d069ea352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad3037780a08418e9aad841caae7a5e7, entries=1, sequenceid=105, filesize=5.0 K
2024-11-21T08:21:06,849 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false
2024-11-21T08:21:06,850 INFO  [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:06,850 DEBUG [M:0;6ed56fb6cbf7:44971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177265559Disabling compacts and flushes for region at 1732177265559Disabling writes for close at 1732177265559Obtaining lock to block concurrent updates at 1732177265559Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177265559Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732177265560 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177265560Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177265560Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177265577 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177265577Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177265985 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177266007 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177266007Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177266416 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177266427 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177266427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a996e80: reopening flushed file at 1732177266835 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb7784a: reopening flushed file at 1732177266839 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6274f992: reopening flushed file at 1732177266844 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1732177266849 (+5 ms)Writing region close event to WAL at 1732177266850 (+1 ms)Closed at 1732177266850
2024-11-21T08:21:06,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46205 is added to blk_1073741830_1006 (size=64423)
2024-11-21T08:21:06,858 INFO  [M:0;6ed56fb6cbf7:44971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:06,858 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:06,858 INFO  [M:0;6ed56fb6cbf7:44971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44971
2024-11-21T08:21:06,859 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:07,052 INFO  [M:0;6ed56fb6cbf7:44971 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44971-0x1015c7adbc40003, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:07,054 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12873457{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:07,054 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@562ddf68{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:07,055 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:07,055 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73111f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:07,055 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a751b33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:07,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:07,057 WARN  [BP-250733032-172.17.0.3-1732177228687 heartbeating to localhost/127.0.0.1:42049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:07,057 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:07,057 WARN  [BP-250733032-172.17.0.3-1732177228687 heartbeating to localhost/127.0.0.1:42049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-250733032-172.17.0.3-1732177228687 (Datanode Uuid ea57787a-7b5c-42fa-abc6-0d1c7c1112ff) service to localhost/127.0.0.1:42049
2024-11-21T08:21:07,057 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/cluster_d2cfcd47-c1eb-22e7-b2d8-53d01bcaaaa1/data/data1/current/BP-250733032-172.17.0.3-1732177228687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:07,057 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/cluster_d2cfcd47-c1eb-22e7-b2d8-53d01bcaaaa1/data/data2/current/BP-250733032-172.17.0.3-1732177228687 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:07,058 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:07,064 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@791cbbe5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:07,064 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f5fb085{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:07,064 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:07,064 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13011b46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:07,064 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119ffab7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/836ec0ac-2106-0b27-6603-d118af0d7870/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:07,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:07,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:21:07,082 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:07,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:07,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:07,082 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:07,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:21:07,083 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047103705, stopped=false
2024-11-21T08:21:07,083 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,37637,1732177225437
2024-11-21T08:21:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986535679/running
2024-11-21T08:21:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986535679/running
2024-11-21T08:21:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:21:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:21:07,091 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:07,092 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:07,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:07,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:07,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/running
2024-11-21T08:21:07,092 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,34403,1732177225591' *****
2024-11-21T08:21:07,092 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:21:07,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Set watcher on znode that does not yet exist, /01986535679/running
2024-11-21T08:21:07,092 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:21:07,093 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for 866b649294a82c186eaa68d0610f7f1c
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34403.
2024-11-21T08:21:07,093 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 866b649294a82c186eaa68d0610f7f1c, disabling compactions & flushes
2024-11-21T08:21:07,093 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:21:07,093 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:07,093 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:21:07,093 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:07,093 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177239287.866b649294a82c186eaa68d0610f7f1c. after waiting 0 ms
2024-11-21T08:21:07,093 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:21:07,093 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 866b649294a82c186eaa68d0610f7f1c 3/3 column families, dataSize=341 B heapSize=1.99 KB
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:21:07,093 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:21:07,093 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1325): Online Regions={866b649294a82c186eaa68d0610f7f1c=test,,1732177239287.866b649294a82c186eaa68d0610f7f1c., 1588230740=hbase:meta,,1.1588230740, 8c48203628690c0736e5a07e3f57aec3=hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.}
2024-11-21T08:21:07,093 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 866b649294a82c186eaa68d0610f7f1c, 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,093 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:07,094 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:07,094 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:07,094 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:07,094 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:07,094 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:21:07,110 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/info/17dc03258c614d8fbd278f920373f57a is 147, key is hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3./info:regioninfo/1732177245515/Put/seqid=0
2024-11-21T08:21:07,112 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f/e99a1a486a124980a6f11b05adc9ae3b is 37, key is row3/f:row3/1732177256908/Put/seqid=0
2024-11-21T08:21:07,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741840_1016 (size=7686)
2024-11-21T08:21:07,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741841_1017 (size=5228)
2024-11-21T08:21:07,118 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f/e99a1a486a124980a6f11b05adc9ae3b
2024-11-21T08:21:07,118 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:07,122 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e99a1a486a124980a6f11b05adc9ae3b
2024-11-21T08:21:07,135 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f1/17f30f00c2f045e99f7d7004e4ff00c4 is 30, key is row1/f1:/1732177254257/DeleteFamily/seqid=0
2024-11-21T08:21:07,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741842_1018 (size=5158)
2024-11-21T08:21:07,140 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f1/17f30f00c2f045e99f7d7004e4ff00c4
2024-11-21T08:21:07,144 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17f30f00c2f045e99f7d7004e4ff00c4
2024-11-21T08:21:07,160 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/norep/24c80c8ab4cd406b8779383e5e8f38e6 is 32, key is row/norep:/1732177253252/DeleteFamily/seqid=0
2024-11-21T08:21:07,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741843_1019 (size=5101)
2024-11-21T08:21:07,294 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 866b649294a82c186eaa68d0610f7f1c, 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,360 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:21:07,360 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:07,494 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 866b649294a82c186eaa68d0610f7f1c, 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,518 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/info/17dc03258c614d8fbd278f920373f57a
2024-11-21T08:21:07,539 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/ns/99904b97c80b4e12bf9884ef1b578d94 is 43, key is default/ns:d/1732177228578/Put/seqid=0
2024-11-21T08:21:07,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741844_1020 (size=5153)
2024-11-21T08:21:07,542 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/ns/99904b97c80b4e12bf9884ef1b578d94
2024-11-21T08:21:07,563 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/rep_barrier/90df1d56bae145788177a052db66e054 is 112, key is test,,1732177239287.866b649294a82c186eaa68d0610f7f1c./rep_barrier:seqnumDuringOpen/1732177240435/Put/seqid=0
2024-11-21T08:21:07,564 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/norep/24c80c8ab4cd406b8779383e5e8f38e6
2024-11-21T08:21:07,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741845_1021 (size=5518)
2024-11-21T08:21:07,568 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24c80c8ab4cd406b8779383e5e8f38e6
2024-11-21T08:21:07,569 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f/e99a1a486a124980a6f11b05adc9ae3b as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/f/e99a1a486a124980a6f11b05adc9ae3b
2024-11-21T08:21:07,576 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e99a1a486a124980a6f11b05adc9ae3b
2024-11-21T08:21:07,576 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/f/e99a1a486a124980a6f11b05adc9ae3b, entries=5, sequenceid=12, filesize=5.1 K
2024-11-21T08:21:07,577 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/f1/17f30f00c2f045e99f7d7004e4ff00c4 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/f1/17f30f00c2f045e99f7d7004e4ff00c4
2024-11-21T08:21:07,580 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 17f30f00c2f045e99f7d7004e4ff00c4
2024-11-21T08:21:07,580 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/f1/17f30f00c2f045e99f7d7004e4ff00c4, entries=3, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:07,581 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/.tmp/norep/24c80c8ab4cd406b8779383e5e8f38e6 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/norep/24c80c8ab4cd406b8779383e5e8f38e6
2024-11-21T08:21:07,584 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24c80c8ab4cd406b8779383e5e8f38e6
2024-11-21T08:21:07,585 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/norep/24c80c8ab4cd406b8779383e5e8f38e6, entries=1, sequenceid=12, filesize=5.0 K
2024-11-21T08:21:07,585 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 866b649294a82c186eaa68d0610f7f1c in 492ms, sequenceid=12, compaction requested=false
2024-11-21T08:21:07,589 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/default/test/866b649294a82c186eaa68d0610f7f1c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-21T08:21:07,589 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:07,589 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:07,589 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:21:07,589 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 866b649294a82c186eaa68d0610f7f1c:
Waiting for close lock at 1732177267093Running coprocessor pre-close hooks at 1732177267093Disabling compacts and flushes for region at 1732177267093Disabling writes for close at 1732177267093Obtaining lock to block concurrent updates at 1732177267093Preparing flush snapshotting stores in 866b649294a82c186eaa68d0610f7f1c at 1732177267093Finished memstore snapshotting test,,1732177239287.866b649294a82c186eaa68d0610f7f1c., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732177267093Flushing stores of test,,1732177239287.866b649294a82c186eaa68d0610f7f1c. at 1732177267094 (+1 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/f: creating writer at 1732177267094Flushing 866b649294a82c186eaa68d0610f7f1c/f: appending metadata at 1732177267111 (+17 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/f: closing flushed file at 1732177267111Flushing 866b649294a82c186eaa68d0610f7f1c/f1: creating writer at 1732177267122 (+11 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/f1: appending metadata at 1732177267135 (+13 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/f1: closing flushed file at 1732177267135Flushing 866b649294a82c186eaa68d0610f7f1c/norep: creating writer at 1732177267144 (+9 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/norep: appending metadata at 1732177267159 (+15 ms)Flushing 866b649294a82c186eaa68d0610f7f1c/norep: closing flushed file at 1732177267159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68000951: reopening flushed file at 1732177267568 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527cc70a: reopening flushed file at 1732177267576 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb1c321: reopening flushed file at 1732177267580 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 866b649294a82c186eaa68d0610f7f1c in 492ms, sequenceid=12, compaction requested=false at 1732177267585 (+5 ms)Writing region close event to WAL at 1732177267586 (+1 ms)Running coprocessor post-close hooks at 1732177267589 (+3 ms)Closed at 1732177267589
2024-11-21T08:21:07,589 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177239287.866b649294a82c186eaa68d0610f7f1c.
2024-11-21T08:21:07,590 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c48203628690c0736e5a07e3f57aec3, disabling compactions & flushes
2024-11-21T08:21:07,590 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:21:07,590 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:21:07,590 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3. after waiting 0 ms
2024-11-21T08:21:07,590 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:21:07,590 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c48203628690c0736e5a07e3f57aec3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB
2024-11-21T08:21:07,602 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/.tmp/queue/e61ce66086dd49109001b2754676a440 is 154, key is 1-6ed56fb6cbf7,34403,1732177225591/queue:6ed56fb6cbf7%2C34403%2C1732177225591/1732177258941/Put/seqid=0
2024-11-21T08:21:07,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741846_1022 (size=5353)
2024-11-21T08:21:07,694 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,894 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c48203628690c0736e5a07e3f57aec3
2024-11-21T08:21:07,967 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/rep_barrier/90df1d56bae145788177a052db66e054
2024-11-21T08:21:07,983 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 1491, reset compression=false
2024-11-21T08:21:07,987 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/table/d5990e602c874f9aa54ac7a75fc93b51 is 53, key is hbase:replication/table:state/1732177245521/Put/seqid=0
2024-11-21T08:21:07,989 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:07,989 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 2382, reset compression=false
2024-11-21T08:21:07,989 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,34403,1732177225591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:07,991 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,34403,1732177225591: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,34403,1732177225591, walGroup=6ed56fb6cbf7%2C34403%2C1732177225591, offset=6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414:2382, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:34403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:21:07,992 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:21:07,992 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:21:07,993 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:21:07,993 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:21:07,993 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:21:07,993 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1059061760,
        "init": 1048576000,
        "max": 2306867200,
        "used": 849972832
      },
      "NonHeapMemoryUsage": {
        "committed": 203620352,
        "init": 7667712,
        "max": -1,
        "used": 200548056
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:21:07,993 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:37637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:37637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:21:07,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741847_1023 (size=5308)
2024-11-21T08:21:08,006 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/.tmp/queue/e61ce66086dd49109001b2754676a440
2024-11-21T08:21:08,011 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/.tmp/queue/e61ce66086dd49109001b2754676a440 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/queue/e61ce66086dd49109001b2754676a440
2024-11-21T08:21:08,015 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/queue/e61ce66086dd49109001b2754676a440, entries=1, sequenceid=14, filesize=5.2 K
2024-11-21T08:21:08,016 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8c48203628690c0736e5a07e3f57aec3 in 426ms, sequenceid=14, compaction requested=false
2024-11-21T08:21:08,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/replication/8c48203628690c0736e5a07e3f57aec3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1
2024-11-21T08:21:08,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:08,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:08,019 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:21:08,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c48203628690c0736e5a07e3f57aec3:
Waiting for close lock at 1732177267590Running coprocessor pre-close hooks at 1732177267590Disabling compacts and flushes for region at 1732177267590Disabling writes for close at 1732177267590Obtaining lock to block concurrent updates at 1732177267590Preparing flush snapshotting stores in 8c48203628690c0736e5a07e3f57aec3 at 1732177267590Finished memstore snapshotting hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732177267590Flushing stores of hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3. at 1732177267591 (+1 ms)Flushing 8c48203628690c0736e5a07e3f57aec3/queue: creating writer at 1732177267591Flushing 8c48203628690c0736e5a07e3f57aec3/queue: appending metadata at 1732177267602 (+11 ms)Flushing 8c48203628690c0736e5a07e3f57aec3/queue: closing flushed file at 1732177267602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d3950b: reopening flushed file at 1732177268011 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8c48203628690c0736e5a07e3f57aec3 in 426ms, sequenceid=14, compaction requested=false at 1732177268016 (+5 ms)Writing region close event to WAL at 1732177268016Running coprocessor post-close hooks at 1732177268019 (+3 ms)Closed at 1732177268019
2024-11-21T08:21:08,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177244740.8c48203628690c0736e5a07e3f57aec3.
2024-11-21T08:21:08,094 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:21:08,094 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:21:08,094 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:21:08,193 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 2382, reset compression=false
2024-11-21T08:21:08,295 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:21:08,395 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/table/d5990e602c874f9aa54ac7a75fc93b51
2024-11-21T08:21:08,399 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/info/17dc03258c614d8fbd278f920373f57a as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/info/17dc03258c614d8fbd278f920373f57a
2024-11-21T08:21:08,402 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/info/17dc03258c614d8fbd278f920373f57a, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:08,403 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/ns/99904b97c80b4e12bf9884ef1b578d94 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/ns/99904b97c80b4e12bf9884ef1b578d94
2024-11-21T08:21:08,406 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/ns/99904b97c80b4e12bf9884ef1b578d94, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:08,406 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/rep_barrier/90df1d56bae145788177a052db66e054 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/rep_barrier/90df1d56bae145788177a052db66e054
2024-11-21T08:21:08,409 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/rep_barrier/90df1d56bae145788177a052db66e054, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:08,410 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/.tmp/table/d5990e602c874f9aa54ac7a75fc93b51 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/table/d5990e602c874f9aa54ac7a75fc93b51
2024-11-21T08:21:08,414 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/table/d5990e602c874f9aa54ac7a75fc93b51, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:08,414 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:08,417 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:08,418 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:08,418 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:08,418 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:08,418 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177267093Running coprocessor pre-close hooks at 1732177267093Disabling compacts and flushes for region at 1732177267093Disabling writes for close at 1732177267094 (+1 ms)Obtaining lock to block concurrent updates at 1732177267094Preparing flush snapshotting stores in 1588230740 at 1732177267094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177267094Flushing stores of hbase:meta,,1.1588230740 at 1732177267094Flushing 1588230740/info: creating writer at 1732177267094Flushing 1588230740/info: appending metadata at 1732177267110 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732177267110Flushing 1588230740/ns: creating writer at 1732177267521 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732177267539 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732177267539Flushing 1588230740/rep_barrier: creating writer at 1732177267546 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177267563 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177267563Flushing 1588230740/table: creating writer at 1732177267971 (+408 ms)Flushing 1588230740/table: appending metadata at 1732177267987 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732177267987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cc71c90: reopening flushed file at 1732177268398 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec76316: reopening flushed file at 1732177268402 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2724e2: reopening flushed file at 1732177268406 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6046df3c: reopening flushed file at 1732177268410 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1732177268414 (+4 ms)Writing region close event to WAL at 1732177268415 (+1 ms)Running coprocessor post-close hooks at 1732177268418 (+3 ms)Closed at 1732177268418
2024-11-21T08:21:08,418 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:08,495 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,34403,1732177225591; all regions closed.
2024-11-21T08:21:08,496 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.wal-reader.6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 to pos 2382, reset compression=false
2024-11-21T08:21:08,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:08,497 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.meta.1732177228460.meta not finished, retry = 0
2024-11-21T08:21:08,590 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-21T08:21:08,590 INFO  [master/6ed56fb6cbf7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-21T08:21:08,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741839_1015 (size=3552)
2024-11-21T08:21:08,599 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.rep.1732177245474 not finished, retry = 0
2024-11-21T08:21:08,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741832_1008 (size=2390)
2024-11-21T08:21:08,702 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/WALs/6ed56fb6cbf7,34403,1732177225591/6ed56fb6cbf7%2C34403%2C1732177225591.1732177227414 not finished, retry = 0
2024-11-21T08:21:08,803 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:08,803 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:08,803 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:08,803 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:08,803 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:08,803 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:08,803 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,34403,1732177225591 because: Region server is closing
2024-11-21T08:21:08,804 INFO  [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34403.
2024-11-21T08:21:08,804 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:08,804 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:08,804 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:08,804 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:08,904 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,34403,1732177225591.replicationSource.shipper6ed56fb6cbf7%2C34403%2C1732177225591,1-6ed56fb6cbf7,34403,1732177225591 terminated
2024-11-21T08:21:08,904 INFO  [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:34403.
2024-11-21T08:21:08,905 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:08,905 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:08,905 DEBUG [RS:0;6ed56fb6cbf7:34403 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:08,905 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:08,905 INFO  [RS:0;6ed56fb6cbf7:34403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34403
2024-11-21T08:21:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986535679/rs/6ed56fb6cbf7,34403,1732177225591
2024-11-21T08:21:09,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679/rs
2024-11-21T08:21:09,523 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:09,691 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,34403,1732177225591]
2024-11-21T08:21:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:09,791 INFO  [RS:0;6ed56fb6cbf7:34403 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:09,791 INFO  [RS:0;6ed56fb6cbf7:34403 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,34403,1732177225591; zookeeper connection closed.
2024-11-21T08:21:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34403-0x1015c7adbc40001, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:09,792 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f79014a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f79014a
2024-11-21T08:21:09,792 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:09,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01986535679/draining/6ed56fb6cbf7,34403,1732177225591 already deleted, retry=false
2024-11-21T08:21:09,881 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,34403,1732177225591 expired; onlineServers=0
2024-11-21T08:21:09,881 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,37637,1732177225437' *****
2024-11-21T08:21:09,881 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:09,881 DEBUG [M:0;6ed56fb6cbf7:37637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:09,881 DEBUG [M:0;6ed56fb6cbf7:37637 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:09,881 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:09,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177227213 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177227213,5,FailOnTimeoutGroup]
2024-11-21T08:21:09,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177227213 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177227213,5,FailOnTimeoutGroup]
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:09,881 DEBUG [M:0;6ed56fb6cbf7:37637 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:09,881 INFO  [M:0;6ed56fb6cbf7:37637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:09,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01986535679/master
2024-11-21T08:21:10,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01986535679
2024-11-21T08:21:10,059 DEBUG [M:0;6ed56fb6cbf7:37637 {}] zookeeper.ZKUtil(347): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Unable to get data of znode /01986535679/master because node does not exist (not an error)
2024-11-21T08:21:10,060 WARN  [M:0;6ed56fb6cbf7:37637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:10,060 INFO  [M:0;6ed56fb6cbf7:37637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/.lastflushedseqids
2024-11-21T08:21:10,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741848_1024 (size=245)
2024-11-21T08:21:10,465 INFO  [M:0;6ed56fb6cbf7:37637 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:10,465 INFO  [M:0;6ed56fb6cbf7:37637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:10,465 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:10,465 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:10,465 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:10,465 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:10,465 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:10,465 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB
2024-11-21T08:21:10,482 DEBUG [M:0;6ed56fb6cbf7:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f3a660941d42e0b7ab580e14dbeee4 is 82, key is hbase:meta,,1/info:regioninfo/1732177228513/Put/seqid=0
2024-11-21T08:21:10,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741849_1025 (size=5672)
2024-11-21T08:21:10,885 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f3a660941d42e0b7ab580e14dbeee4
2024-11-21T08:21:10,902 DEBUG [M:0;6ed56fb6cbf7:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34055bb421cf496b9b4383d18b965085 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177240443/Put/seqid=0
2024-11-21T08:21:10,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741850_1026 (size=7217)
2024-11-21T08:21:11,306 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34055bb421cf496b9b4383d18b965085
2024-11-21T08:21:11,309 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34055bb421cf496b9b4383d18b965085
2024-11-21T08:21:11,324 DEBUG [M:0;6ed56fb6cbf7:37637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d83afe426ed40e88663b669ace05840 is 69, key is 6ed56fb6cbf7,34403,1732177225591/rs:state/1732177227258/Put/seqid=0
2024-11-21T08:21:11,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741851_1027 (size=5156)
2024-11-21T08:21:11,728 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d83afe426ed40e88663b669ace05840
2024-11-21T08:21:11,732 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44f3a660941d42e0b7ab580e14dbeee4 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44f3a660941d42e0b7ab580e14dbeee4
2024-11-21T08:21:11,735 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44f3a660941d42e0b7ab580e14dbeee4, entries=8, sequenceid=105, filesize=5.5 K
2024-11-21T08:21:11,736 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34055bb421cf496b9b4383d18b965085 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34055bb421cf496b9b4383d18b965085
2024-11-21T08:21:11,739 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34055bb421cf496b9b4383d18b965085
2024-11-21T08:21:11,739 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34055bb421cf496b9b4383d18b965085, entries=11, sequenceid=105, filesize=7.0 K
2024-11-21T08:21:11,740 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7d83afe426ed40e88663b669ace05840 as hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d83afe426ed40e88663b669ace05840
2024-11-21T08:21:11,743 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44951/user/jenkins/test-data/97245b1e-96af-98e1-3316-95668b822aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7d83afe426ed40e88663b669ace05840, entries=1, sequenceid=105, filesize=5.0 K
2024-11-21T08:21:11,743 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false
2024-11-21T08:21:11,745 INFO  [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:11,745 DEBUG [M:0;6ed56fb6cbf7:37637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177270465Disabling compacts and flushes for region at 1732177270465Disabling writes for close at 1732177270465Obtaining lock to block concurrent updates at 1732177270465Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177270465Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732177270466 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177270466Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177270466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177270481 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177270482 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177270888 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177270901 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177270902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177271309 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177271324 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177271324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428dab0b: reopening flushed file at 1732177271732 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5e0a57: reopening flushed file at 1732177271735 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9a1c4: reopening flushed file at 1732177271739 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1732177271743 (+4 ms)Writing region close event to WAL at 1732177271745 (+2 ms)Closed at 1732177271745
2024-11-21T08:21:11,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41431 is added to blk_1073741830_1006 (size=64411)
2024-11-21T08:21:11,747 INFO  [M:0;6ed56fb6cbf7:37637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:11,747 INFO  [M:0;6ed56fb6cbf7:37637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37637
2024-11-21T08:21:11,747 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:11,747 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:11,915 INFO  [M:0;6ed56fb6cbf7:37637 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37637-0x1015c7adbc40000, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:11,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b06a012{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:11,917 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23281270{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:11,917 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:11,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b35c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:11,917 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a97005e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:11,918 WARN  [BP-549548285-172.17.0.3-1732177223722 heartbeating to localhost/127.0.0.1:44951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:11,918 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:11,918 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:11,918 WARN  [BP-549548285-172.17.0.3-1732177223722 heartbeating to localhost/127.0.0.1:44951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-549548285-172.17.0.3-1732177223722 (Datanode Uuid 4024f182-653a-4814-90ec-076c2b3a53b9) service to localhost/127.0.0.1:44951
2024-11-21T08:21:11,919 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/data/data1/current/BP-549548285-172.17.0.3-1732177223722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:11,919 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/cluster_1a93fae2-d503-5286-6f32-0a43e962de88/data/data2/current/BP-549548285-172.17.0.3-1732177223722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:11,919 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:11,923 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7330e52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:11,924 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a7880de{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:11,924 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:11,924 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6099e176{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:11,924 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a33792{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/910547b6-6a46-a8c7-f729-1687f29048a8/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:11,928 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:21:11,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:11,946 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260)
Potentially hanging thread: LeaseRenewer:jenkins@localhost:42433
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44951 from jenkins.hfs.14
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42049
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44951
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44951
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42049
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42049 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-31-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42433
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:44951
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44951
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-27-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42433 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42049 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44951 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-26-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42049 from jenkins.hfs.15
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44951 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64626)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44951
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-31-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64626)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-35-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-26-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42433
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-33-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42433 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64626)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)
 - Thread LEAK? -, OpenFileDescriptor=721 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 619), ProcessCount=11 (was 11), AvailableMemoryMB=3753 (was 3821)
2024-11-21T08:21:11,954 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=721, MaxFileDescriptor=1048576, SystemLoadAverage=500, ProcessCount=11, AvailableMemoryMB=3752
2024-11-21T08:21:11,972 INFO  [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2
2024-11-21T08:21:11,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir so I do NOT create it in target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd
2024-11-21T08:21:11,972 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:21:11,972 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.tmp.dir so I do NOT create it in target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd
2024-11-21T08:21:11,972 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e7f20fc-7da8-3332-38f2-445b6ba50752/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:21:11,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd
2024-11-21T08:21:11,973 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a, deleteOnExit=true
2024-11-21T08:21:11,997 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/zookeeper_0, clientPort=57524, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:21:12,000 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57524
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/test.cache.data in system properties and HBase conf
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:21:12,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:21:12,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:21:12,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:21:12,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:12,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:21:12,002 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:21:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7adbc40005, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7adbc40002, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:12,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c7adbc40008, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:12,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7adbc40005, quorum=127.0.0.1:64626, baseZNode=/1-1937492454 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:12,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c7adbc40008, quorum=127.0.0.1:64626, baseZNode=/2842808450 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:12,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7adbc40002, quorum=127.0.0.1:64626, baseZNode=/01986535679 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:12,396 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:12,399 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:12,404 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:12,404 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:12,404 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:21:12,405 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:12,406 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75067113{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:12,406 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19797295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:12,528 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59445011{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/java.io.tmpdir/jetty-localhost-35965-hadoop-hdfs-3_4_1-tests_jar-_-any-1943717972200110090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:12,528 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@425242de{HTTP/1.1, (http/1.1)}{localhost:35965}
2024-11-21T08:21:12,528 INFO  [Time-limited test {}] server.Server(415): Started @329988ms
2024-11-21T08:21:12,773 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:12,777 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,777 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,778 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,778 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,819 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,819 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,819 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,819 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,819 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,820 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,825 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,827 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,827 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,829 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:12,847 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:12,850 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:12,850 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:12,850 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:12,850 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:21:12,851 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a73c50e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:12,851 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ca7949d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:12,945 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17f73885{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/java.io.tmpdir/jetty-localhost-45645-hadoop-hdfs-3_4_1-tests_jar-_-any-16651122260730849757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:12,945 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b428bbb{HTTP/1.1, (http/1.1)}{localhost:45645}
2024-11-21T08:21:12,945 INFO  [Time-limited test {}] server.Server(415): Started @330405ms
2024-11-21T08:21:12,947 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:21:13,846 WARN  [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/data/data2/current/BP-883470359-172.17.0.3-1732177272019/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:13,846 WARN  [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/data/data1/current/BP-883470359-172.17.0.3-1732177272019/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:13,866 WARN  [Thread-3445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:21:13,869 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef58e028ee2bbcf1 with lease ID 0x65506f2151bba8df: Processing first storage report for DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494 from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=4f20ce08-195b-47b8-b029-049b1b603a94, infoPort=36213, infoSecurePort=0, ipcPort=45501, storageInfo=lv=-57;cid=testClusterID;nsid=1163526085;c=1732177272019)
2024-11-21T08:21:13,869 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef58e028ee2bbcf1 with lease ID 0x65506f2151bba8df: from storage DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494 node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=4f20ce08-195b-47b8-b029-049b1b603a94, infoPort=36213, infoSecurePort=0, ipcPort=45501, storageInfo=lv=-57;cid=testClusterID;nsid=1163526085;c=1732177272019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-21T08:21:13,869 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef58e028ee2bbcf1 with lease ID 0x65506f2151bba8df: Processing first storage report for DS-7261e19e-7002-4c56-88c3-56d18233c101 from datanode DatanodeRegistration(127.0.0.1:33917, datanodeUuid=4f20ce08-195b-47b8-b029-049b1b603a94, infoPort=36213, infoSecurePort=0, ipcPort=45501, storageInfo=lv=-57;cid=testClusterID;nsid=1163526085;c=1732177272019)
2024-11-21T08:21:13,869 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef58e028ee2bbcf1 with lease ID 0x65506f2151bba8df: from storage DS-7261e19e-7002-4c56-88c3-56d18233c101 node DatanodeRegistration(127.0.0.1:33917, datanodeUuid=4f20ce08-195b-47b8-b029-049b1b603a94, infoPort=36213, infoSecurePort=0, ipcPort=45501, storageInfo=lv=-57;cid=testClusterID;nsid=1163526085;c=1732177272019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:13,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd
2024-11-21T08:21:13,876 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:13,877 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:13,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:21:14,290 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de with version=8
2024-11-21T08:21:14,290 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/hbase-staging
2024-11-21T08:21:14,292 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:21:14,293 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:14,296 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45829
2024-11-21T08:21:14,297 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45829 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:14,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458290x0, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:14,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45829-0x1015c7b98680000 connected
2024-11-21T08:21:14,480 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:14,482 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:14,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/running
2024-11-21T08:21:14,484 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de, hbase.cluster.distributed=false
2024-11-21T08:21:14,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/acl
2024-11-21T08:21:14,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45829
2024-11-21T08:21:14,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45829
2024-11-21T08:21:14,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45829
2024-11-21T08:21:14,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45829
2024-11-21T08:21:14,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45829
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:14,501 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36851
2024-11-21T08:21:14,502 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36851 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:14,502 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:14,503 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368510x0, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:14,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368510x0, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/running
2024-11-21T08:21:14,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36851-0x1015c7b98680001 connected
2024-11-21T08:21:14,512 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:21:14,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:21:14,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/master
2024-11-21T08:21:14,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/acl
2024-11-21T08:21:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36851
2024-11-21T08:21:14,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36851
2024-11-21T08:21:14,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36851
2024-11-21T08:21:14,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36851
2024-11-21T08:21:14,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36851
2024-11-21T08:21:14,536 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:45829
2024-11-21T08:21:14,537 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01571575129/backup-masters/6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:14,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/backup-masters
2024-11-21T08:21:14,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/backup-masters
2024-11-21T08:21:14,543 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on existing znode=/01571575129/backup-masters/6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:14,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01571575129/master
2024-11-21T08:21:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:14,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:14,554 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on existing znode=/01571575129/master
2024-11-21T08:21:14,554 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01571575129/backup-masters/6ed56fb6cbf7,45829,1732177274292 from backup master directory
2024-11-21T08:21:14,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01571575129/backup-masters/6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:14,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/backup-masters
2024-11-21T08:21:14,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/backup-masters
2024-11-21T08:21:14,564 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:14,564 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:14,567 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/hbase.id] with ID: c299ccb9-ba31-4e88-b0b0-666dcd0538b8
2024-11-21T08:21:14,567 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/.tmp/hbase.id
2024-11-21T08:21:14,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:21:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:21:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:21:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:21:14,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:14,971 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/.tmp/hbase.id]:[hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/hbase.id]
2024-11-21T08:21:14,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:14,979 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:21:14,980 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:15,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:21:15,430 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:15,430 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:21:15,431 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:15,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:21:15,836 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store
2024-11-21T08:21:15,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:16,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:16,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:16,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177276241Disabling compacts and flushes for region at 1732177276241Disabling writes for close at 1732177276241Writing region close event to WAL at 1732177276241Closed at 1732177276241
2024-11-21T08:21:16,242 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/.initializing
2024-11-21T08:21:16,242 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/WALs/6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:16,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:16,244 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C45829%2C1732177274292, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/WALs/6ed56fb6cbf7,45829,1732177274292, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/oldWALs, maxLogs=10
2024-11-21T08:21:16,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/WALs/6ed56fb6cbf7,45829,1732177274292/6ed56fb6cbf7%2C45829%2C1732177274292.1732177276244, exclude list is [], retry=0
2024-11-21T08:21:16,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494,DISK]
2024-11-21T08:21:16,262 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/WALs/6ed56fb6cbf7,45829,1732177274292/6ed56fb6cbf7%2C45829%2C1732177274292.1732177276244
2024-11-21T08:21:16,263 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)]
2024-11-21T08:21:16,263 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:16,263 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:16,263 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,263 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:16,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:21:16,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:16,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:16,265 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:16,266 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:21:16,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:16,266 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:16,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:16,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:21:16,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:16,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:16,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:16,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:21:16,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:16,268 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:16,268 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,269 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,269 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,270 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,270 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,270 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:16,271 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:16,273 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:16,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70007470, jitterRate=0.04319259524345398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:16,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177276263Initializing all the Stores at 1732177276264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177276264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177276264Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177276264Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177276264Cleaning up temporary data from old regions at 1732177276270 (+6 ms)Region opened successfully at 1732177276274 (+4 ms)
2024-11-21T08:21:16,274 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:21:16,276 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@986ac69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:21:16,277 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:21:16,281 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:21:16,281 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/balancer because node does not exist (not necessarily an error)
2024-11-21T08:21:16,372 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/balancer already deleted, retry=false
2024-11-21T08:21:16,372 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:21:16,373 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:21:16,385 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/normalizer already deleted, retry=false
2024-11-21T08:21:16,385 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:21:16,386 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:21:16,395 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/switch/split already deleted, retry=false
2024-11-21T08:21:16,396 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:21:16,406 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/switch/merge already deleted, retry=false
2024-11-21T08:21:16,407 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:21:16,416 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/snapshot-cleanup already deleted, retry=false
2024-11-21T08:21:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01571575129/running
2024-11-21T08:21:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01571575129/running
2024-11-21T08:21:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,427 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,45829,1732177274292, sessionid=0x1015c7b98680000, setting cluster-up flag (Was=false)
2024-11-21T08:21:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,480 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01571575129/flush-table-proc/acquired, /01571575129/flush-table-proc/reached, /01571575129/flush-table-proc/abort
2024-11-21T08:21:16,480 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:16,532 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01571575129/online-snapshot/acquired, /01571575129/online-snapshot/reached, /01571575129/online-snapshot/abort
2024-11-21T08:21:16,533 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:16,534 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:21:16,535 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:16,535 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:21:16,535 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:21:16,536 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,45829,1732177274292
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:16,537 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,537 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177306537
2024-11-21T08:21:16,537 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:21:16,538 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:21:16,538 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:21:16,539 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177276538,5,FailOnTimeoutGroup]
2024-11-21T08:21:16,539 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177276539,5,FailOnTimeoutGroup]
2024-11-21T08:21:16,539 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,539 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:21:16,539 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,539 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:16,539 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:21:16,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:21:16,629 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(746): ClusterId : c299ccb9-ba31-4e88-b0b0-666dcd0538b8
2024-11-21T08:21:16,629 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:21:16,638 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:21:16,638 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:21:16,649 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:21:16,649 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1c56f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:16,659 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:36851
2024-11-21T08:21:16,659 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:21:16,659 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:21:16,660 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:21:16,660 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,45829,1732177274292 with port=36851, startcode=1732177274500
2024-11-21T08:21:16,660 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:21:16,661 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:21:16,662 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45829 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,662 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45829 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,663 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de
2024-11-21T08:21:16,663 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40507
2024-11-21T08:21:16,663 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:21:16,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/rs
2024-11-21T08:21:16,670 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] zookeeper.ZKUtil(111): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on existing znode=/01571575129/rs/6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,670 WARN  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:16,670 INFO  [RS:0;6ed56fb6cbf7:36851 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:16,670 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,670 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,36851,1732177274500]
2024-11-21T08:21:16,672 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:21:16,682 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:21:16,682 INFO  [RS:0;6ed56fb6cbf7:36851 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:21:16,682 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,682 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:21:16,683 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:21:16,683 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,683 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,684 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,684 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:16,684 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:16,684 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,686 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36851,1732177274500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:16,702 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:21:16,702 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,36851,1732177274500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,702 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,702 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.Replication(171): 6ed56fb6cbf7,36851,1732177274500 started
2024-11-21T08:21:16,715 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:16,716 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,36851,1732177274500, RpcServer on 6ed56fb6cbf7/172.17.0.3:36851, sessionid=0x1015c7b98680001
2024-11-21T08:21:16,716 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:21:16,716 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,716 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,36851,1732177274500'
2024-11-21T08:21:16,716 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01571575129/flush-table-proc/abort'
2024-11-21T08:21:16,716 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01571575129/flush-table-proc/acquired'
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,36851,1732177274500'
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01571575129/online-snapshot/abort'
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01571575129/online-snapshot/acquired'
2024-11-21T08:21:16,717 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:21:16,717 INFO  [RS:0;6ed56fb6cbf7:36851 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:21:16,717 INFO  [RS:0;6ed56fb6cbf7:36851 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:21:16,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:16,797 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:16,798 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88742 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:16,818 INFO  [RS:0;6ed56fb6cbf7:36851 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:16,819 INFO  [RS:0;6ed56fb6cbf7:36851 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C36851%2C1732177274500, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/oldWALs, maxLogs=10
2024-11-21T08:21:16,835 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, exclude list is [], retry=0
2024-11-21T08:21:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494,DISK]
2024-11-21T08:21:16,839 INFO  [RS:0;6ed56fb6cbf7:36851 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819
2024-11-21T08:21:16,839 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)]
2024-11-21T08:21:16,946 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:21:16,946 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de
2024-11-21T08:21:16,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:21:17,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:17,354 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:17,355 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:17,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:17,356 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:17,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,357 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:17,357 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:17,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,358 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,358 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:17,358 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:17,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:17,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740
2024-11-21T08:21:17,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740
2024-11-21T08:21:17,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:17,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:17,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:17,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:17,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:17,363 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67411172, jitterRate=0.004504740238189697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177277353Initializing all the Stores at 1732177277354 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177277354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277354Cleaning up temporary data from old regions at 1732177277360 (+6 ms)Region opened successfully at 1732177277364 (+4 ms)
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:17,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:17,364 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:17,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177277364Disabling compacts and flushes for region at 1732177277364Disabling writes for close at 1732177277364Writing region close event to WAL at 1732177277364Closed at 1732177277364
2024-11-21T08:21:17,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:17,365 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:21:17,366 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:21:17,366 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:17,367 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:21:17,517 DEBUG [6ed56fb6cbf7:45829 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:21:17,518 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:17,519 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,36851,1732177274500, state=OPENING
2024-11-21T08:21:17,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:21:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:17,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:17,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01571575129/meta-region-server: CHANGED
2024-11-21T08:21:17,688 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,36851,1732177274500}]
2024-11-21T08:21:17,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01571575129/meta-region-server: CHANGED
2024-11-21T08:21:17,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:17,842 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:21:17,844 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:21:17,845 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:17,845 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:21:17,846 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C36851%2C1732177274500.meta, suffix=.meta, logDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/oldWALs, maxLogs=10
2024-11-21T08:21:17,858 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.meta.1732177277846.meta, exclude list is [], retry=0
2024-11-21T08:21:17,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494,DISK]
2024-11-21T08:21:17,862 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.meta.1732177277846.meta
2024-11-21T08:21:17,862 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)]
2024-11-21T08:21:17,862 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:17,863 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:21:17,863 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:21:17,863 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:21:17,867 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:17,867 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:17,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,868 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,868 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:17,868 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:17,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:17,869 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:17,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,870 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,870 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:17,870 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:17,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:17,870 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:17,871 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:17,871 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740
2024-11-21T08:21:17,872 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740
2024-11-21T08:21:17,873 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:17,873 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:17,873 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:17,874 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:17,875 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59936627, jitterRate=-0.10687465965747833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:17,875 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:21:17,875 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177277863Writing region info on filesystem at 1732177277863Initializing all the Stores at 1732177277864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277867 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177277867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177277867Cleaning up temporary data from old regions at 1732177277873 (+6 ms)Running coprocessor post-open hooks at 1732177277875 (+2 ms)Region opened successfully at 1732177277875
2024-11-21T08:21:17,876 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177277840
2024-11-21T08:21:17,878 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:21:17,878 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:21:17,878 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:17,879 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,36851,1732177274500, state=OPEN
2024-11-21T08:21:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01571575129/meta-region-server
2024-11-21T08:21:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01571575129/meta-region-server
2024-11-21T08:21:17,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01571575129/meta-region-server: CHANGED
2024-11-21T08:21:17,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01571575129/meta-region-server: CHANGED
2024-11-21T08:21:17,924 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:21:17,924 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,36851,1732177274500 in 234 msec
2024-11-21T08:21:17,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:21:17,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec
2024-11-21T08:21:17,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:17,926 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:21:17,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:17,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=-1]
2024-11-21T08:21:17,927 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:17,928 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:17,931 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3960 sec
2024-11-21T08:21:17,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177277931, completionTime=-1
2024-11-21T08:21:17,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:21:17,932 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:21:17,933 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177337933
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177397934
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:45829, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:17,936 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.373sec
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:21:17,937 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:21:17,938 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:17,938 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:21:17,939 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:21:17,939 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:21:17,939 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45829,1732177274292-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:18,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44695b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:18,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45829,-1 for getting cluster id
2024-11-21T08:21:18,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:18,032 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c299ccb9-ba31-4e88-b0b0-666dcd0538b8'
2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c299ccb9-ba31-4e88-b0b0-666dcd0538b8"

2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d48d5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45829,-1]
2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:18,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:18,033 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:18,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a982608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:18,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=-1]
2024-11-21T08:21:18,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:18,036 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:18,037 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:18,038 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:18,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:18,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7b98680002 connected
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir so I do NOT create it in target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008
2024-11-21T08:21:18,082 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.tmp.dir so I do NOT create it in target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008
2024-11-21T08:21:18,082 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:21:18,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/cluster_dc8806cf-16df-7020-54d1-e775fcd1c9ce, deleteOnExit=true
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/test.cache.data in system properties and HBase conf
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:21:18,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:21:18,083 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:18,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:21:18,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:21:18,357 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:18,360 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:18,361 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:18,361 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:18,361 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:21:18,363 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:18,363 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63985c96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:18,364 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7609b28f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:18,458 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@763b0c73{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/java.io.tmpdir/jetty-localhost-32899-hadoop-hdfs-3_4_1-tests_jar-_-any-11057100214835034319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:18,459 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66fcac6d{HTTP/1.1, (http/1.1)}{localhost:32899}
2024-11-21T08:21:18,459 INFO  [Time-limited test {}] server.Server(415): Started @335918ms
2024-11-21T08:21:18,710 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:18,713 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:18,715 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:18,715 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:18,715 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:21:18,715 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2d0b0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:18,716 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3749ead2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:18,824 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@98d3254{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/java.io.tmpdir/jetty-localhost-41531-hadoop-hdfs-3_4_1-tests_jar-_-any-2986547529858179777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:18,825 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74e72721{HTTP/1.1, (http/1.1)}{localhost:41531}
2024-11-21T08:21:18,825 INFO  [Time-limited test {}] server.Server(415): Started @336284ms
2024-11-21T08:21:18,826 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:21:19,467 WARN  [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/cluster_dc8806cf-16df-7020-54d1-e775fcd1c9ce/data/data2/current/BP-1301430011-172.17.0.3-1732177278098/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:19,467 WARN  [Thread-3577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/cluster_dc8806cf-16df-7020-54d1-e775fcd1c9ce/data/data1/current/BP-1301430011-172.17.0.3-1732177278098/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:19,486 WARN  [Thread-3565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:21:19,489 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf280f93aea349c1 with lease ID 0x962fda2bf8e2372f: Processing first storage report for DS-60d7813f-d992-4a6f-acde-69cfdccf7725 from datanode DatanodeRegistration(127.0.0.1:43747, datanodeUuid=6cc2bf3e-e929-4961-9198-e1af1941ff96, infoPort=42043, infoSecurePort=0, ipcPort=38063, storageInfo=lv=-57;cid=testClusterID;nsid=1888571791;c=1732177278098)
2024-11-21T08:21:19,489 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf280f93aea349c1 with lease ID 0x962fda2bf8e2372f: from storage DS-60d7813f-d992-4a6f-acde-69cfdccf7725 node DatanodeRegistration(127.0.0.1:43747, datanodeUuid=6cc2bf3e-e929-4961-9198-e1af1941ff96, infoPort=42043, infoSecurePort=0, ipcPort=38063, storageInfo=lv=-57;cid=testClusterID;nsid=1888571791;c=1732177278098), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:19,489 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf280f93aea349c1 with lease ID 0x962fda2bf8e2372f: Processing first storage report for DS-4aec1f8a-4a44-4258-aa98-72e7d6f99496 from datanode DatanodeRegistration(127.0.0.1:43747, datanodeUuid=6cc2bf3e-e929-4961-9198-e1af1941ff96, infoPort=42043, infoSecurePort=0, ipcPort=38063, storageInfo=lv=-57;cid=testClusterID;nsid=1888571791;c=1732177278098)
2024-11-21T08:21:19,489 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf280f93aea349c1 with lease ID 0x962fda2bf8e2372f: from storage DS-4aec1f8a-4a44-4258-aa98-72e7d6f99496 node DatanodeRegistration(127.0.0.1:43747, datanodeUuid=6cc2bf3e-e929-4961-9198-e1af1941ff96, infoPort=42043, infoSecurePort=0, ipcPort=38063, storageInfo=lv=-57;cid=testClusterID;nsid=1888571791;c=1732177278098), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:19,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008
2024-11-21T08:21:19,547 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,548 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:21:19,555 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5 with version=8
2024-11-21T08:21:19,555 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/hbase-staging
2024-11-21T08:21:19,557 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:19,557 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,557 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,557 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:19,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,558 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:19,558 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:21:19,558 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:19,559 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46491
2024-11-21T08:21:19,559 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46491 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:19,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464910x0, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:19,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46491-0x1015c7b98680003 connected
2024-11-21T08:21:19,656 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,658 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/running
2024-11-21T08:21:19,660 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5, hbase.cluster.distributed=false
2024-11-21T08:21:19,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/acl
2024-11-21T08:21:19,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46491
2024-11-21T08:21:19,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46491
2024-11-21T08:21:19,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46491
2024-11-21T08:21:19,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46491
2024-11-21T08:21:19,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46491
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:19,679 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:19,680 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:21:19,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:19,680 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45165
2024-11-21T08:21:19,681 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45165 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:19,681 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451650x0, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:19,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451650x0, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/running
2024-11-21T08:21:19,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45165-0x1015c7b98680004 connected
2024-11-21T08:21:19,691 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:21:19,694 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:21:19,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/master
2024-11-21T08:21:19,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/acl
2024-11-21T08:21:19,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-21T08:21:19,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45165
2024-11-21T08:21:19,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45165
2024-11-21T08:21:19,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-21T08:21:19,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45165
2024-11-21T08:21:19,717 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:46491
2024-11-21T08:21:19,717 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1472514648/backup-masters/6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/backup-masters
2024-11-21T08:21:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/backup-masters
2024-11-21T08:21:19,730 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on existing znode=/1-1472514648/backup-masters/6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1472514648/master
2024-11-21T08:21:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:19,743 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on existing znode=/1-1472514648/master
2024-11-21T08:21:19,743 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1472514648/backup-masters/6ed56fb6cbf7,46491,1732177279557 from backup master directory
2024-11-21T08:21:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/backup-masters
2024-11-21T08:21:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1472514648/backup-masters/6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/backup-masters
2024-11-21T08:21:19,753 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:19,753 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:19,756 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/hbase.id] with ID: 251c90a3-e384-4020-a5f4-5ea90bfddefa
2024-11-21T08:21:19,756 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/.tmp/hbase.id
2024-11-21T08:21:19,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:21:20,160 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/.tmp/hbase.id]:[hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/hbase.id]
2024-11-21T08:21:20,168 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:20,168 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:21:20,169 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:21:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:20,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:20,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:21:20,320 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:20,321 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,321 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,321 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,321 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,352 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,352 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,353 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,359 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,362 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,362 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,363 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:20,661 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:20,661 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:21:20,662 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:20,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:21:21,067 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store
2024-11-21T08:21:21,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:21:21,471 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:21,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:21,472 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:21,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:21,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:21,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:21,472 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:21,472 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177281472Disabling compacts and flushes for region at 1732177281472Disabling writes for close at 1732177281472Writing region close event to WAL at 1732177281472Closed at 1732177281472
2024-11-21T08:21:21,472 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/.initializing
2024-11-21T08:21:21,473 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/WALs/6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:21,473 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:21,475 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C46491%2C1732177279557, suffix=, logDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/WALs/6ed56fb6cbf7,46491,1732177279557, archiveDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/oldWALs, maxLogs=10
2024-11-21T08:21:21,491 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/WALs/6ed56fb6cbf7,46491,1732177279557/6ed56fb6cbf7%2C46491%2C1732177279557.1732177281475, exclude list is [], retry=0
2024-11-21T08:21:21,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-60d7813f-d992-4a6f-acde-69cfdccf7725,DISK]
2024-11-21T08:21:21,494 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/WALs/6ed56fb6cbf7,46491,1732177279557/6ed56fb6cbf7%2C46491%2C1732177279557.1732177281475
2024-11-21T08:21:21,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42043:42043)]
2024-11-21T08:21:21,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:21,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:21,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,495 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,496 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:21,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:21:21,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:21,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:21,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:21,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:21:21,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:21,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:21,498 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:21,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:21:21,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:21,499 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:21,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:21,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:21:21,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:21,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:21,500 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,501 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,501 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,502 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,502 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,502 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:21,503 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:21,505 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:21,505 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62737099, jitterRate=-0.0651443749666214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:21,505 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177281495Initializing all the Stores at 1732177281496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177281496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177281496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177281496Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177281496Cleaning up temporary data from old regions at 1732177281502 (+6 ms)Region opened successfully at 1732177281505 (+3 ms)
2024-11-21T08:21:21,505 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:21:21,507 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d30ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:21,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:21:21,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:21:21,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:21:21,508 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:21:21,509 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:21:21,509 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:21:21,509 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:21:21,510 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:21:21,511 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/balancer because node does not exist (not necessarily an error)
2024-11-21T08:21:21,572 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/balancer already deleted, retry=false
2024-11-21T08:21:21,572 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:21:21,573 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:21:21,585 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/normalizer already deleted, retry=false
2024-11-21T08:21:21,585 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:21:21,586 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:21:21,595 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/switch/split already deleted, retry=false
2024-11-21T08:21:21,596 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:21:21,606 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/switch/merge already deleted, retry=false
2024-11-21T08:21:21,607 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:21:21,616 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/snapshot-cleanup already deleted, retry=false
2024-11-21T08:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1472514648/running
2024-11-21T08:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1472514648/running
2024-11-21T08:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,627 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,46491,1732177279557, sessionid=0x1015c7b98680003, setting cluster-up flag (Was=false)
2024-11-21T08:21:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,679 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1472514648/flush-table-proc/acquired, /1-1472514648/flush-table-proc/reached, /1-1472514648/flush-table-proc/abort
2024-11-21T08:21:21,680 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:21,732 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1472514648/online-snapshot/acquired, /1-1472514648/online-snapshot/reached, /1-1472514648/online-snapshot/abort
2024-11-21T08:21:21,733 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:21,734 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:21:21,735 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:21,735 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:21:21,735 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:21:21,736 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,46491,1732177279557
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:21,737 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177311737
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:21:21,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,738 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:21:21,738 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:21:21,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177281739,5,FailOnTimeoutGroup]
2024-11-21T08:21:21,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:21,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177281739,5,FailOnTimeoutGroup]
2024-11-21T08:21:21,739 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,739 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:21:21,739 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,739 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,739 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:21:21,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:21:21,809 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(746): ClusterId : 251c90a3-e384-4020-a5f4-5ea90bfddefa
2024-11-21T08:21:21,809 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:21:21,817 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:21:21,817 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:21:21,827 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:21:21,827 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7666ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:21,838 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:45165
2024-11-21T08:21:21,838 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:21:21,838 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:21:21,838 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:21:21,839 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,46491,1732177279557 with port=45165, startcode=1732177279679
2024-11-21T08:21:21,839 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:21:21,840 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:21:21,840 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,840 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,841 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5
2024-11-21T08:21:21,841 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37669
2024-11-21T08:21:21,841 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:21:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/rs
2024-11-21T08:21:21,893 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] zookeeper.ZKUtil(111): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on existing znode=/1-1472514648/rs/6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,893 WARN  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:21,893 INFO  [RS:0;6ed56fb6cbf7:45165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:21,893 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,893 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,45165,1732177279679]
2024-11-21T08:21:21,896 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:21:21,897 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:21:21,897 INFO  [RS:0;6ed56fb6cbf7:45165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:21:21,897 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,897 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:21,898 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,898 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45165,1732177279679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:21,911 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:21:21,911 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45165,1732177279679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,911 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,911 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.Replication(171): 6ed56fb6cbf7,45165,1732177279679 started
2024-11-21T08:21:21,922 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:21,922 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,45165,1732177279679, RpcServer on 6ed56fb6cbf7/172.17.0.3:45165, sessionid=0x1015c7b98680004
2024-11-21T08:21:21,923 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:21:21,923 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,923 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,45165,1732177279679'
2024-11-21T08:21:21,923 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1472514648/flush-table-proc/abort'
2024-11-21T08:21:21,923 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1472514648/flush-table-proc/acquired'
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,45165,1732177279679'
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1472514648/online-snapshot/abort'
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1472514648/online-snapshot/acquired'
2024-11-21T08:21:21,924 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:21:21,924 INFO  [RS:0;6ed56fb6cbf7:45165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:21:21,924 INFO  [RS:0;6ed56fb6cbf7:45165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:21:22,025 INFO  [RS:0;6ed56fb6cbf7:45165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:22,026 INFO  [RS:0;6ed56fb6cbf7:45165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45165%2C1732177279679, suffix=, logDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679, archiveDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/oldWALs, maxLogs=10
2024-11-21T08:21:22,038 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, exclude list is [], retry=0
2024-11-21T08:21:22,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-60d7813f-d992-4a6f-acde-69cfdccf7725,DISK]
2024-11-21T08:21:22,041 INFO  [RS:0;6ed56fb6cbf7:45165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026
2024-11-21T08:21:22,042 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42043:42043)]
2024-11-21T08:21:22,146 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:21:22,147 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5
2024-11-21T08:21:22,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:21:22,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:22,553 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:22,554 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:22,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,554 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,554 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:22,555 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:22,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,555 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:22,556 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:22,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,556 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:22,557 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:22,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,557 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:22,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740
2024-11-21T08:21:22,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740
2024-11-21T08:21:22,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:22,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:22,559 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:22,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:22,561 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:22,561 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69239015, jitterRate=0.03174172341823578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177282552Initializing all the Stores at 1732177282552Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282552Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282553 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177282553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282553Cleaning up temporary data from old regions at 1732177282559 (+6 ms)Region opened successfully at 1732177282562 (+3 ms)
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:22,562 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:22,562 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:22,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177282562Disabling compacts and flushes for region at 1732177282562Disabling writes for close at 1732177282562Writing region close event to WAL at 1732177282562Closed at 1732177282562
2024-11-21T08:21:22,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:22,563 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:21:22,563 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:21:22,564 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:22,564 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:21:22,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:21:22,714 DEBUG [6ed56fb6cbf7:46491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:21:22,715 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:22,716 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,45165,1732177279679, state=OPENING
2024-11-21T08:21:22,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:21:22,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:22,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:22,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:22,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1472514648/meta-region-server: CHANGED
2024-11-21T08:21:22,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1472514648/meta-region-server: CHANGED
2024-11-21T08:21:22,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45165,1732177279679}]
2024-11-21T08:21:22,934 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:22,936 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:21:22,938 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:21:22,938 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:22,938 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:21:22,939 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45165%2C1732177279679.meta, suffix=.meta, logDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679, archiveDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/oldWALs, maxLogs=10
2024-11-21T08:21:22,951 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.meta.1732177282939.meta, exclude list is [], retry=0
2024-11-21T08:21:22,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-60d7813f-d992-4a6f-acde-69cfdccf7725,DISK]
2024-11-21T08:21:22,954 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.meta.1732177282939.meta
2024-11-21T08:21:22,954 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42043:42043)]
2024-11-21T08:21:22,954 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:22,955 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:21:22,955 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:21:22,955 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:21:22,956 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:22,956 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:22,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:22,957 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:22,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:22,958 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:22,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,958 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:22,958 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:22,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:22,959 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:22,959 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:22,959 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740
2024-11-21T08:21:22,960 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740
2024-11-21T08:21:22,960 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:22,960 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:22,961 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:22,961 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:22,962 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74702407, jitterRate=0.11315260827541351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:22,962 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:21:22,962 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177282955Writing region info on filesystem at 1732177282955Initializing all the Stores at 1732177282956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177282956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177282956Cleaning up temporary data from old regions at 1732177282960 (+4 ms)Running coprocessor post-open hooks at 1732177282962 (+2 ms)Region opened successfully at 1732177282962
2024-11-21T08:21:22,963 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177282934
2024-11-21T08:21:22,964 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:21:22,964 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:21:22,965 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:22,965 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,45165,1732177279679, state=OPEN
2024-11-21T08:21:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1472514648/meta-region-server
2024-11-21T08:21:22,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1472514648/meta-region-server
2024-11-21T08:21:22,974 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:22,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1472514648/meta-region-server: CHANGED
2024-11-21T08:21:22,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1472514648/meta-region-server: CHANGED
2024-11-21T08:21:22,975 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:21:22,975 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,45165,1732177279679 in 191 msec
2024-11-21T08:21:22,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:21:22,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec
2024-11-21T08:21:22,977 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:22,977 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:21:22,978 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:22,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=-1]
2024-11-21T08:21:22,979 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:22,980 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:22,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec
2024-11-21T08:21:22,983 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177282983, completionTime=-1
2024-11-21T08:21:22,983 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:21:22,983 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:21:22,984 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:21:22,984 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177342984
2024-11-21T08:21:22,984 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177402984
2024-11-21T08:21:22,984 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:46491, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,985 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:22,986 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.235sec
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:22,988 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:21:22,990 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:21:22,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:21:22,990 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,46491,1732177279557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:23,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584cb515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:23,010 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:23,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:23,011 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4706a4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:23,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:23,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:23,012 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:23,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edb54ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:23,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=-1]
2024-11-21T08:21:23,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:23,015 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:23,016 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:23,017 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:23,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:23,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7b98680005 connected
2024-11-21T08:21:23,039 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir so I do NOT create it in target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f
2024-11-21T08:21:23,039 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:21:23,039 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.tmp.dir so I do NOT create it in target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f
2024-11-21T08:21:23,039 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:21:23,039 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f
2024-11-21T08:21:23,039 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/cluster_4d63a765-cd73-ecb8-0b89-986fb5aa8018, deleteOnExit=true
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/test.cache.data in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:21:23,040 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:21:23,040 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:21:23,041 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:21:23,360 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:23,363 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:23,365 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:23,365 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:23,365 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:21:23,365 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:23,366 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b10a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:23,366 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29005a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:23,463 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ce75dc2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-18157181968062269087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:23,463 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26c51a9f{HTTP/1.1, (http/1.1)}{localhost:42381}
2024-11-21T08:21:23,463 INFO  [Time-limited test {}] server.Server(415): Started @340923ms
2024-11-21T08:21:23,698 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:23,700 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:23,702 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:23,702 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:23,702 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:21:23,703 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49da178a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:23,703 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e6d766e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:23,805 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26102b6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/java.io.tmpdir/jetty-localhost-36403-hadoop-hdfs-3_4_1-tests_jar-_-any-8686090780737957591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:23,806 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cb1b7ce{HTTP/1.1, (http/1.1)}{localhost:36403}
2024-11-21T08:21:23,806 INFO  [Time-limited test {}] server.Server(415): Started @341265ms
2024-11-21T08:21:23,807 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:21:24,416 WARN  [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/cluster_4d63a765-cd73-ecb8-0b89-986fb5aa8018/data/data2/current/BP-929757574-172.17.0.3-1732177283055/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:24,416 WARN  [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/cluster_4d63a765-cd73-ecb8-0b89-986fb5aa8018/data/data1/current/BP-929757574-172.17.0.3-1732177283055/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:24,436 WARN  [Thread-3686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:21:24,438 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75592d939615cfa6 with lease ID 0x79c66d9ad912431a: Processing first storage report for DS-be684d61-5c17-40cc-976f-6e7f9e25eb81 from datanode DatanodeRegistration(127.0.0.1:34831, datanodeUuid=55b5b9ec-7905-4893-b340-d6d10d1270e6, infoPort=40121, infoSecurePort=0, ipcPort=33963, storageInfo=lv=-57;cid=testClusterID;nsid=226997009;c=1732177283055)
2024-11-21T08:21:24,438 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75592d939615cfa6 with lease ID 0x79c66d9ad912431a: from storage DS-be684d61-5c17-40cc-976f-6e7f9e25eb81 node DatanodeRegistration(127.0.0.1:34831, datanodeUuid=55b5b9ec-7905-4893-b340-d6d10d1270e6, infoPort=40121, infoSecurePort=0, ipcPort=33963, storageInfo=lv=-57;cid=testClusterID;nsid=226997009;c=1732177283055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:24,438 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75592d939615cfa6 with lease ID 0x79c66d9ad912431a: Processing first storage report for DS-6b22c7f7-22db-499b-98d9-74676aa0f884 from datanode DatanodeRegistration(127.0.0.1:34831, datanodeUuid=55b5b9ec-7905-4893-b340-d6d10d1270e6, infoPort=40121, infoSecurePort=0, ipcPort=33963, storageInfo=lv=-57;cid=testClusterID;nsid=226997009;c=1732177283055)
2024-11-21T08:21:24,438 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75592d939615cfa6 with lease ID 0x79c66d9ad912431a: from storage DS-6b22c7f7-22db-499b-98d9-74676aa0f884 node DatanodeRegistration(127.0.0.1:34831, datanodeUuid=55b5b9ec-7905-4893-b340-d6d10d1270e6, infoPort=40121, infoSecurePort=0, ipcPort=33963, storageInfo=lv=-57;cid=testClusterID;nsid=226997009;c=1732177283055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:24,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f
2024-11-21T08:21:24,532 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:24,533 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:24,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:21:24,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-21T08:21:24,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-21T08:21:24,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-21T08:21:24,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-21T08:21:24,940 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d with version=8
2024-11-21T08:21:24,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/hbase-staging
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:24,942 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:21:24,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:24,943 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40849
2024-11-21T08:21:24,944 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40849 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408490x0, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40849-0x1015c7b98680006 connected
2024-11-21T08:21:25,069 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:25,070 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:25,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/running
2024-11-21T08:21:25,072 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d, hbase.cluster.distributed=false
2024-11-21T08:21:25,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/acl
2024-11-21T08:21:25,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40849
2024-11-21T08:21:25,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40849
2024-11-21T08:21:25,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40849
2024-11-21T08:21:25,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40849
2024-11-21T08:21:25,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40849
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:21:25,088 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:21:25,089 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41861
2024-11-21T08:21:25,089 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41861 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:25,090 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:25,091 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:25,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418610x0, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:25,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418610x0, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/running
2024-11-21T08:21:25,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41861-0x1015c7b98680007 connected
2024-11-21T08:21:25,101 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:21:25,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:21:25,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/master
2024-11-21T08:21:25,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/acl
2024-11-21T08:21:25,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861
2024-11-21T08:21:25,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861
2024-11-21T08:21:25,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861
2024-11-21T08:21:25,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861
2024-11-21T08:21:25,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861
2024-11-21T08:21:25,117 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:40849
2024-11-21T08:21:25,118 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2478502272/backup-masters/6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:25,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/backup-masters
2024-11-21T08:21:25,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/backup-masters
2024-11-21T08:21:25,130 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on existing znode=/2478502272/backup-masters/6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478502272/master
2024-11-21T08:21:25,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:25,143 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on existing znode=/2478502272/master
2024-11-21T08:21:25,143 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2478502272/backup-masters/6ed56fb6cbf7,40849,1732177284942 from backup master directory
2024-11-21T08:21:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478502272/backup-masters/6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/backup-masters
2024-11-21T08:21:25,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/backup-masters
2024-11-21T08:21:25,153 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:25,153 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:25,156 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/hbase.id] with ID: acd629a2-6c3d-4bc5-8562-d8596456fc6d
2024-11-21T08:21:25,156 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/.tmp/hbase.id
2024-11-21T08:21:25,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:21:25,562 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/.tmp/hbase.id]:[hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/hbase.id]
2024-11-21T08:21:25,569 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:25,569 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:21:25,570 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:21:25,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:25,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:25,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:21:26,018 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:26,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:21:26,019 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:26,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:21:26,424 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store
2024-11-21T08:21:26,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:26,829 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:26,829 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:26,829 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177286829Disabling compacts and flushes for region at 1732177286829Disabling writes for close at 1732177286829Writing region close event to WAL at 1732177286829Closed at 1732177286829
2024-11-21T08:21:26,830 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/.initializing
2024-11-21T08:21:26,830 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/WALs/6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:26,830 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:26,832 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C40849%2C1732177284942, suffix=, logDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/WALs/6ed56fb6cbf7,40849,1732177284942, archiveDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/oldWALs, maxLogs=10
2024-11-21T08:21:26,847 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/WALs/6ed56fb6cbf7,40849,1732177284942/6ed56fb6cbf7%2C40849%2C1732177284942.1732177286832, exclude list is [], retry=0
2024-11-21T08:21:26,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34831,DS-be684d61-5c17-40cc-976f-6e7f9e25eb81,DISK]
2024-11-21T08:21:26,850 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/WALs/6ed56fb6cbf7,40849,1732177284942/6ed56fb6cbf7%2C40849%2C1732177284942.1732177286832
2024-11-21T08:21:26,850 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40121:40121)]
2024-11-21T08:21:26,850 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:26,850 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:26,850 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,850 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,851 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:26,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:21:26,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:26,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:26,852 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:26,853 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:21:26,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:26,853 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:26,853 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:26,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:21:26,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:26,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:26,854 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:21:26,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:21:26,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:26,855 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:26,855 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,856 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,856 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,857 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,857 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,857 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:26,858 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:21:26,859 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:26,860 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70656427, jitterRate=0.05286280810832977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:26,860 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177286850Initializing all the Stores at 1732177286851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177286851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177286851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177286851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177286851Cleaning up temporary data from old regions at 1732177286857 (+6 ms)Region opened successfully at 1732177286860 (+3 ms)
2024-11-21T08:21:26,860 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:21:26,862 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7692e983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:26,862 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:21:26,862 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:21:26,862 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:21:26,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:21:26,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:21:26,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:21:26,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:21:26,864 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:21:26,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/balancer because node does not exist (not necessarily an error)
2024-11-21T08:21:27,016 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/balancer already deleted, retry=false
2024-11-21T08:21:27,016 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:21:27,017 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:21:27,076 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/normalizer already deleted, retry=false
2024-11-21T08:21:27,076 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:21:27,077 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:21:27,100 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/switch/split already deleted, retry=false
2024-11-21T08:21:27,101 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:21:27,110 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/switch/merge already deleted, retry=false
2024-11-21T08:21:27,112 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:21:27,121 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/snapshot-cleanup already deleted, retry=false
2024-11-21T08:21:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478502272/running
2024-11-21T08:21:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2478502272/running
2024-11-21T08:21:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,132 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,40849,1732177284942, sessionid=0x1015c7b98680006, setting cluster-up flag (Was=false)
2024-11-21T08:21:27,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,184 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2478502272/flush-table-proc/acquired, /2478502272/flush-table-proc/reached, /2478502272/flush-table-proc/abort
2024-11-21T08:21:27,185 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:27,237 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2478502272/online-snapshot/acquired, /2478502272/online-snapshot/reached, /2478502272/online-snapshot/abort
2024-11-21T08:21:27,238 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:27,238 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:21:27,239 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:27,239 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:21:27,240 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:21:27,240 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,40849,1732177284942
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:27,241 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177317241
2024-11-21T08:21:27,241 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:21:27,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:27,242 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:21:27,242 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:21:27,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:27,242 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177287242,5,FailOnTimeoutGroup]
2024-11-21T08:21:27,242 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:21:27,243 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177287242,5,FailOnTimeoutGroup]
2024-11-21T08:21:27,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:21:27,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,243 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:21:27,307 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(746): ClusterId : acd629a2-6c3d-4bc5-8562-d8596456fc6d
2024-11-21T08:21:27,307 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:21:27,319 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:21:27,319 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:21:27,332 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:21:27,332 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c21dbbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:21:27,342 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:41861
2024-11-21T08:21:27,342 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:21:27,342 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:21:27,342 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:21:27,343 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,40849,1732177284942 with port=41861, startcode=1732177285088
2024-11-21T08:21:27,343 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:21:27,344 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:21:27,344 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,344 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40849 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,345 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d
2024-11-21T08:21:27,345 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42731
2024-11-21T08:21:27,345 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:21:27,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/rs
2024-11-21T08:21:27,432 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] zookeeper.ZKUtil(111): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on existing znode=/2478502272/rs/6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,432 WARN  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:21:27,432 INFO  [RS:0;6ed56fb6cbf7:41861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:27,432 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,432 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,41861,1732177285088]
2024-11-21T08:21:27,434 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:21:27,435 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:21:27,435 INFO  [RS:0;6ed56fb6cbf7:41861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:21:27,435 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,435 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:27,436 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,436 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41861,1732177285088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:27,449 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:21:27,449 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41861,1732177285088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,449 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,449 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.Replication(171): 6ed56fb6cbf7,41861,1732177285088 started
2024-11-21T08:21:27,461 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:27,461 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,41861,1732177285088, RpcServer on 6ed56fb6cbf7/172.17.0.3:41861, sessionid=0x1015c7b98680007
2024-11-21T08:21:27,461 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:21:27,461 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,461 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41861,1732177285088'
2024-11-21T08:21:27,461 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2478502272/flush-table-proc/abort'
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2478502272/flush-table-proc/acquired'
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41861,1732177285088'
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2478502272/online-snapshot/abort'
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2478502272/online-snapshot/acquired'
2024-11-21T08:21:27,462 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:21:27,462 INFO  [RS:0;6ed56fb6cbf7:41861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:21:27,462 INFO  [RS:0;6ed56fb6cbf7:41861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:21:27,563 INFO  [RS:0;6ed56fb6cbf7:41861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:21:27,564 INFO  [RS:0;6ed56fb6cbf7:41861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41861%2C1732177285088, suffix=, logDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088, archiveDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/oldWALs, maxLogs=10
2024-11-21T08:21:27,575 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, exclude list is [], retry=0
2024-11-21T08:21:27,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34831,DS-be684d61-5c17-40cc-976f-6e7f9e25eb81,DISK]
2024-11-21T08:21:27,578 INFO  [RS:0;6ed56fb6cbf7:41861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564
2024-11-21T08:21:27,578 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40121:40121)]
2024-11-21T08:21:27,651 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:21:27,651 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d
2024-11-21T08:21:27,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:21:28,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:28,057 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:28,058 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:28,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,058 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,058 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:28,059 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:28,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,059 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:28,060 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:28,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,060 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,060 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:28,060 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:28,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,061 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:28,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740
2024-11-21T08:21:28,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740
2024-11-21T08:21:28,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:28,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:28,062 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:28,064 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66060243, jitterRate=-0.015625670552253723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177288056Initializing all the Stores at 1732177288057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177288057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288057Cleaning up temporary data from old regions at 1732177288062 (+5 ms)Region opened successfully at 1732177288064 (+2 ms)
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:28,064 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:28,065 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:28,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177288064Disabling compacts and flushes for region at 1732177288064Disabling writes for close at 1732177288064Writing region close event to WAL at 1732177288065 (+1 ms)Closed at 1732177288065
2024-11-21T08:21:28,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:28,065 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:21:28,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:21:28,066 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:28,067 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:21:28,217 DEBUG [6ed56fb6cbf7:40849 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:21:28,217 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:28,218 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41861,1732177285088, state=OPENING
2024-11-21T08:21:28,266 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:21:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:28,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:28,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:21:28,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478502272/meta-region-server: CHANGED
2024-11-21T08:21:28,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478502272/meta-region-server: CHANGED
2024-11-21T08:21:28,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41861,1732177285088}]
2024-11-21T08:21:28,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:28,430 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:21:28,432 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:21:28,432 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:28,432 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:21:28,433 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41861%2C1732177285088.meta, suffix=.meta, logDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088, archiveDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/oldWALs, maxLogs=10
2024-11-21T08:21:28,444 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.meta.1732177288433.meta, exclude list is [], retry=0
2024-11-21T08:21:28,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34831,DS-be684d61-5c17-40cc-976f-6e7f9e25eb81,DISK]
2024-11-21T08:21:28,447 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.meta.1732177288433.meta
2024-11-21T08:21:28,447 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40121:40121)]
2024-11-21T08:21:28,447 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:28,447 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:21:28,448 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:21:28,448 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:21:28,449 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:21:28,449 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:21:28,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,450 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:21:28,450 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:21:28,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:21:28,451 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:21:28,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,451 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:21:28,452 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:21:28,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,452 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:21:28,452 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:21:28,453 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740
2024-11-21T08:21:28,453 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740
2024-11-21T08:21:28,454 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:21:28,454 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:21:28,454 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:21:28,454 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:21:28,455 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61715967, jitterRate=-0.08036042749881744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:21:28,455 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:21:28,455 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177288448Writing region info on filesystem at 1732177288448Initializing all the Stores at 1732177288449 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288449Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288449Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177288449Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177288449Cleaning up temporary data from old regions at 1732177288454 (+5 ms)Running coprocessor post-open hooks at 1732177288455 (+1 ms)Region opened successfully at 1732177288455
2024-11-21T08:21:28,456 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177288429
2024-11-21T08:21:28,457 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:21:28,457 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:21:28,457 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:28,458 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:28,458 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41861,1732177285088, state=OPEN
2024-11-21T08:21:28,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,459 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2478502272/meta-region-server
2024-11-21T08:21:28,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2478502272/meta-region-server
2024-11-21T08:21:28,469 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:28,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478502272/meta-region-server: CHANGED
2024-11-21T08:21:28,469 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2478502272/meta-region-server: CHANGED
2024-11-21T08:21:28,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:21:28,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41861,1732177285088 in 192 msec
2024-11-21T08:21:28,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:21:28,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec
2024-11-21T08:21:28,472 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:21:28,472 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:21:28,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:28,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=-1]
2024-11-21T08:21:28,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:28,474 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:28,477 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec
2024-11-21T08:21:28,478 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177288478, completionTime=-1
2024-11-21T08:21:28,478 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:21:28,478 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177348479
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177408479
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:40849, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,479 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,480 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,481 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:21:28,482 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:21:28,484 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:21:28,484 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:21:28,484 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40849,1732177284942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:21:28,502 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,502 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,502 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,502 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,502 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,503 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c02a261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:28,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:28,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:28,509 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60cee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:28,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:28,510 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:28,511 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2408e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:28,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=-1]
2024-11-21T08:21:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:28,513 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:28,514 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:28,515 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,515 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57524
2024-11-21T08:21:28,515 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,517 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:28,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:21:28,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c7b98680008 connected
2024-11-21T08:21:28,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e908057
2024-11-21T08:21:28,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:28,536 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:28,536 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:21:28,538 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:28,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:28,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:21:28,539 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:28,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:21:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:28,947 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4043a8e1669ff96b283b2615c97d7049, NAME => 'test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de
2024-11-21T08:21:28,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:21:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4043a8e1669ff96b283b2615c97d7049, disabling compactions & flushes
2024-11-21T08:21:29,351 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177288536.4043a8e1669ff96b283b2615c97d7049. after waiting 0 ms
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,351 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,351 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4043a8e1669ff96b283b2615c97d7049:
Waiting for close lock at 1732177289351Disabling compacts and flushes for region at 1732177289351Disabling writes for close at 1732177289351Writing region close event to WAL at 1732177289351Closed at 1732177289351
2024-11-21T08:21:29,352 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:29,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177289352"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177289352"}]},"ts":"1732177289352"}
2024-11-21T08:21:29,354 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:29,355 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:29,355 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177289355"}]},"ts":"1732177289355"}
2024-11-21T08:21:29,357 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:21:29,357 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4043a8e1669ff96b283b2615c97d7049, ASSIGN}]
2024-11-21T08:21:29,358 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4043a8e1669ff96b283b2615c97d7049, ASSIGN
2024-11-21T08:21:29,359 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4043a8e1669ff96b283b2615c97d7049, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,36851,1732177274500; forceNewPlan=false, retain=false
2024-11-21T08:21:29,509 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4043a8e1669ff96b283b2615c97d7049, regionState=OPENING, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:29,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4043a8e1669ff96b283b2615c97d7049, ASSIGN because future has completed
2024-11-21T08:21:29,511 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4043a8e1669ff96b283b2615c97d7049, server=6ed56fb6cbf7,36851,1732177274500}]
2024-11-21T08:21:29,666 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4043a8e1669ff96b283b2615c97d7049, NAME => 'test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:29,666 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:29,667 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:21:29,667 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,667 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:29,667 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,667 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,668 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4043a8e1669ff96b283b2615c97d7049 
2024-11-21T08:21:29,669 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4043a8e1669ff96b283b2615c97d7049 columnFamilyName f
2024-11-21T08:21:29,669 DEBUG [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:29,669 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(327): Store=4043a8e1669ff96b283b2615c97d7049/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:29,669 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4043a8e1669ff96b283b2615c97d7049 
2024-11-21T08:21:29,670 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4043a8e1669ff96b283b2615c97d7049 columnFamilyName f1
2024-11-21T08:21:29,670 DEBUG [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:29,670 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(327): Store=4043a8e1669ff96b283b2615c97d7049/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:29,670 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4043a8e1669ff96b283b2615c97d7049 
2024-11-21T08:21:29,671 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4043a8e1669ff96b283b2615c97d7049 columnFamilyName norep
2024-11-21T08:21:29,671 DEBUG [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:29,671 INFO  [StoreOpener-4043a8e1669ff96b283b2615c97d7049-1 {}] regionserver.HStore(327): Store=4043a8e1669ff96b283b2615c97d7049/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:29,672 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,672 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,672 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,673 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:29,674 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,675 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:29,675 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4043a8e1669ff96b283b2615c97d7049; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66012936, jitterRate=-0.016330599784851074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:29,675 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:29,676 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4043a8e1669ff96b283b2615c97d7049:
Running coprocessor pre-open hook at 1732177289667Writing region info on filesystem at 1732177289667Initializing all the Stores at 1732177289667Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177289667Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177289668 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177289668Cleaning up temporary data from old regions at 1732177289673 (+5 ms)Running coprocessor post-open hooks at 1732177289675 (+2 ms)Region opened successfully at 1732177289675
2024-11-21T08:21:29,676 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177288536.4043a8e1669ff96b283b2615c97d7049., pid=6, masterSystemTime=1732177289663
2024-11-21T08:21:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:29,678 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,678 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:29,678 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4043a8e1669ff96b283b2615c97d7049, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4043a8e1669ff96b283b2615c97d7049, server=6ed56fb6cbf7,36851,1732177274500 because future has completed
2024-11-21T08:21:29,682 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:21:29,682 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4043a8e1669ff96b283b2615c97d7049, server=6ed56fb6cbf7,36851,1732177274500 in 170 msec
2024-11-21T08:21:29,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:21:29,683 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4043a8e1669ff96b283b2615c97d7049, ASSIGN in 325 msec
2024-11-21T08:21:29,684 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:29,684 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177289684"}]},"ts":"1732177289684"}
2024-11-21T08:21:29,685 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:21:29,700 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:29,701 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec
2024-11-21T08:21:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:30,698 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:21:30,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cda2bc1
2024-11-21T08:21:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:30,699 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:30,700 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:21:30,702 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:30,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:30,702 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:21:30,703 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:30,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:21:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:31,112 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a094e6740b141c0ebb6cdb393c40105d, NAME => 'test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5
2024-11-21T08:21:31,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:21:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a094e6740b141c0ebb6cdb393c40105d, disabling compactions & flushes
2024-11-21T08:21:31,516 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d. after waiting 0 ms
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,516 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,516 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a094e6740b141c0ebb6cdb393c40105d:
Waiting for close lock at 1732177291516Disabling compacts and flushes for region at 1732177291516Disabling writes for close at 1732177291516Writing region close event to WAL at 1732177291516Closed at 1732177291516
2024-11-21T08:21:31,518 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:31,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177291518"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177291518"}]},"ts":"1732177291518"}
2024-11-21T08:21:31,520 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:31,520 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:31,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177291521"}]},"ts":"1732177291521"}
2024-11-21T08:21:31,522 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:21:31,522 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a094e6740b141c0ebb6cdb393c40105d, ASSIGN}]
2024-11-21T08:21:31,523 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a094e6740b141c0ebb6cdb393c40105d, ASSIGN
2024-11-21T08:21:31,524 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a094e6740b141c0ebb6cdb393c40105d, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,45165,1732177279679; forceNewPlan=false, retain=false
2024-11-21T08:21:31,675 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a094e6740b141c0ebb6cdb393c40105d, regionState=OPENING, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:31,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a094e6740b141c0ebb6cdb393c40105d, ASSIGN because future has completed
2024-11-21T08:21:31,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a094e6740b141c0ebb6cdb393c40105d, server=6ed56fb6cbf7,45165,1732177279679}]
2024-11-21T08:21:31,832 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,832 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a094e6740b141c0ebb6cdb393c40105d, NAME => 'test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:31,832 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:31,832 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:21:31,833 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,833 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:31,833 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,833 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,834 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a094e6740b141c0ebb6cdb393c40105d 
2024-11-21T08:21:31,835 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a094e6740b141c0ebb6cdb393c40105d columnFamilyName f
2024-11-21T08:21:31,835 DEBUG [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:31,835 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(327): Store=a094e6740b141c0ebb6cdb393c40105d/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:31,835 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a094e6740b141c0ebb6cdb393c40105d 
2024-11-21T08:21:31,836 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a094e6740b141c0ebb6cdb393c40105d columnFamilyName f1
2024-11-21T08:21:31,836 DEBUG [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:31,836 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(327): Store=a094e6740b141c0ebb6cdb393c40105d/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:31,836 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a094e6740b141c0ebb6cdb393c40105d 
2024-11-21T08:21:31,837 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a094e6740b141c0ebb6cdb393c40105d columnFamilyName norep
2024-11-21T08:21:31,837 DEBUG [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:31,837 INFO  [StoreOpener-a094e6740b141c0ebb6cdb393c40105d-1 {}] regionserver.HStore(327): Store=a094e6740b141c0ebb6cdb393c40105d/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:31,837 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:31,837 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,838 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,839 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:31,839 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,840 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:31,841 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a094e6740b141c0ebb6cdb393c40105d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68589782, jitterRate=0.022067397832870483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:31,841 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:31,841 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a094e6740b141c0ebb6cdb393c40105d:
Running coprocessor pre-open hook at 1732177291833Writing region info on filesystem at 1732177291833Initializing all the Stores at 1732177291833Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177291833Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177291834 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177291834Cleaning up temporary data from old regions at 1732177291838 (+4 ms)Running coprocessor post-open hooks at 1732177291841 (+3 ms)Region opened successfully at 1732177291841
2024-11-21T08:21:31,842 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d., pid=6, masterSystemTime=1732177291829
2024-11-21T08:21:31,843 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,843 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:31,844 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a094e6740b141c0ebb6cdb393c40105d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:31,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a094e6740b141c0ebb6cdb393c40105d, server=6ed56fb6cbf7,45165,1732177279679 because future has completed
2024-11-21T08:21:31,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:21:31,847 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a094e6740b141c0ebb6cdb393c40105d, server=6ed56fb6cbf7,45165,1732177279679 in 169 msec
2024-11-21T08:21:31,849 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:21:31,849 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a094e6740b141c0ebb6cdb393c40105d, ASSIGN in 325 msec
2024-11-21T08:21:31,849 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:31,850 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177291849"}]},"ts":"1732177291849"}
2024-11-21T08:21:31,851 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:21:31,852 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:31,853 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec
2024-11-21T08:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:32,848 INFO  [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:21:32,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ae2b4e0
2024-11-21T08:21:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:32,849 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:32,850 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:21:32,851 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:32,851 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:32,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:21:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:32,852 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:32,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:33,327 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ffa18e02dcabf28b2a0307b3a4aa435, NAME => 'test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d
2024-11-21T08:21:33,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2ffa18e02dcabf28b2a0307b3a4aa435, disabling compactions & flushes
2024-11-21T08:21:33,331 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435. after waiting 0 ms
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,331 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ffa18e02dcabf28b2a0307b3a4aa435:
Waiting for close lock at 1732177293331Disabling compacts and flushes for region at 1732177293331Disabling writes for close at 1732177293331Writing region close event to WAL at 1732177293331Closed at 1732177293331
2024-11-21T08:21:33,332 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:33,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177293332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177293332"}]},"ts":"1732177293332"}
2024-11-21T08:21:33,333 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:33,334 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:33,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177293334"}]},"ts":"1732177293334"}
2024-11-21T08:21:33,335 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:21:33,335 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ffa18e02dcabf28b2a0307b3a4aa435, ASSIGN}]
2024-11-21T08:21:33,336 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2ffa18e02dcabf28b2a0307b3a4aa435, ASSIGN
2024-11-21T08:21:33,337 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2ffa18e02dcabf28b2a0307b3a4aa435, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41861,1732177285088; forceNewPlan=false, retain=false
2024-11-21T08:21:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:33,487 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ffa18e02dcabf28b2a0307b3a4aa435, regionState=OPENING, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:33,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2ffa18e02dcabf28b2a0307b3a4aa435, ASSIGN because future has completed
2024-11-21T08:21:33,489 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ffa18e02dcabf28b2a0307b3a4aa435, server=6ed56fb6cbf7,41861,1732177285088}]
2024-11-21T08:21:33,644 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,645 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ffa18e02dcabf28b2a0307b3a4aa435, NAME => 'test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:33,645 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:33,645 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:21:33,645 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,645 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:33,645 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,645 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,646 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ffa18e02dcabf28b2a0307b3a4aa435 
2024-11-21T08:21:33,647 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ffa18e02dcabf28b2a0307b3a4aa435 columnFamilyName f
2024-11-21T08:21:33,647 DEBUG [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:33,648 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(327): Store=2ffa18e02dcabf28b2a0307b3a4aa435/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:33,648 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2ffa18e02dcabf28b2a0307b3a4aa435 
2024-11-21T08:21:33,648 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ffa18e02dcabf28b2a0307b3a4aa435 columnFamilyName f1
2024-11-21T08:21:33,648 DEBUG [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:33,648 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(327): Store=2ffa18e02dcabf28b2a0307b3a4aa435/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:33,648 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ffa18e02dcabf28b2a0307b3a4aa435 
2024-11-21T08:21:33,649 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ffa18e02dcabf28b2a0307b3a4aa435 columnFamilyName norep
2024-11-21T08:21:33,649 DEBUG [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:33,649 INFO  [StoreOpener-2ffa18e02dcabf28b2a0307b3a4aa435-1 {}] regionserver.HStore(327): Store=2ffa18e02dcabf28b2a0307b3a4aa435/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:33,649 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,650 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,650 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,651 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,651 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,651 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:33,652 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,653 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:33,653 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ffa18e02dcabf28b2a0307b3a4aa435; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68533636, jitterRate=0.021230757236480713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:33,654 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:33,654 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ffa18e02dcabf28b2a0307b3a4aa435:
Running coprocessor pre-open hook at 1732177293646Writing region info on filesystem at 1732177293646Initializing all the Stores at 1732177293646Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177293646Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177293646Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177293646Cleaning up temporary data from old regions at 1732177293651 (+5 ms)Running coprocessor post-open hooks at 1732177293654 (+3 ms)Region opened successfully at 1732177293654
2024-11-21T08:21:33,654 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435., pid=6, masterSystemTime=1732177293641
2024-11-21T08:21:33,656 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,656 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:33,656 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ffa18e02dcabf28b2a0307b3a4aa435, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ffa18e02dcabf28b2a0307b3a4aa435, server=6ed56fb6cbf7,41861,1732177285088 because future has completed
2024-11-21T08:21:33,660 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:21:33,660 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ffa18e02dcabf28b2a0307b3a4aa435, server=6ed56fb6cbf7,41861,1732177285088 in 170 msec
2024-11-21T08:21:33,662 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:21:33,662 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2ffa18e02dcabf28b2a0307b3a4aa435, ASSIGN in 325 msec
2024-11-21T08:21:33,662 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:33,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177293662"}]},"ts":"1732177293662"}
2024-11-21T08:21:33,663 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:21:33,664 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:33,665 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec
2024-11-21T08:21:33,950 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:33,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,952 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:21:33,987 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:21:33,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35efe565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45829,-1 for getting cluster id
2024-11-21T08:21:33,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:33,989 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c299ccb9-ba31-4e88-b0b0-666dcd0538b8'
2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c299ccb9-ba31-4e88-b0b0-666dcd0538b8"

2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bf575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45829,-1]
2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:33,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:33,990 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dc0049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45e19562
2024-11-21T08:21:33,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:33,992 INFO  [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:33,992 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:46491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:21:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:21:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:33,995 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:46491'
2024-11-21T08:21:33,995 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,995 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4be0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,996 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:33,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:33,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,996 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,996 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:33,997 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3dbb61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:33,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:33,997 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:33,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69baaf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:33,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aa6dbe4
2024-11-21T08:21:33,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:33,999 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:34,000 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:21:34,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:21:34,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:34,000 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:34,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:34,001 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:34,001 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:21:34,002 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:34,002 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:34,003 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:34,005 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:34,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:21:34,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:34,010 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:34,012 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:34,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:21:34,052 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:21:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:34,409 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24beac9a95bd4449078ef43430db66b3, NAME => 'hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de
2024-11-21T08:21:34,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:21:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24beac9a95bd4449078ef43430db66b3, disabling compactions & flushes
2024-11-21T08:21:34,813 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3. after waiting 0 ms
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:34,813 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:34,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24beac9a95bd4449078ef43430db66b3:
Waiting for close lock at 1732177294813Disabling compacts and flushes for region at 1732177294813Disabling writes for close at 1732177294813Writing region close event to WAL at 1732177294813Closed at 1732177294813
2024-11-21T08:21:34,814 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:34,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177294814"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177294814"}]},"ts":"1732177294814"}
2024-11-21T08:21:34,816 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:34,816 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:34,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177294816"}]},"ts":"1732177294816"}
2024-11-21T08:21:34,818 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:21:34,818 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24beac9a95bd4449078ef43430db66b3, ASSIGN}]
2024-11-21T08:21:34,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test
2024-11-21T08:21:34,818 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer
2024-11-21T08:21:34,818 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24beac9a95bd4449078ef43430db66b3, ASSIGN
2024-11-21T08:21:34,819 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:34,819 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers
2024-11-21T08:21:34,819 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24beac9a95bd4449078ef43430db66b3, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,36851,1732177274500; forceNewPlan=false, retain=false
2024-11-21T08:21:34,970 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24beac9a95bd4449078ef43430db66b3, regionState=OPENING, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:34,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24beac9a95bd4449078ef43430db66b3, ASSIGN because future has completed
2024-11-21T08:21:34,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24beac9a95bd4449078ef43430db66b3, server=6ed56fb6cbf7,36851,1732177274500}]
2024-11-21T08:21:35,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:35,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:35,126 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:21:35,127 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C36851%2C1732177274500.rep, suffix=, logDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500, archiveDir=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/oldWALs, maxLogs=10
2024-11-21T08:21:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:35,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.rep.1732177295128, exclude list is [], retry=0
2024-11-21T08:21:35,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33917,DS-4be06dc0-408b-4762-bce8-ca8bcb9e4494,DISK]
2024-11-21T08:21:35,142 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.rep.1732177295128
2024-11-21T08:21:35,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36213:36213)]
2024-11-21T08:21:35,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24beac9a95bd4449078ef43430db66b3, NAME => 'hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:35,143 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3. service=MultiRowMutationService
2024-11-21T08:21:35,143 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,144 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24beac9a95bd4449078ef43430db66b3 
2024-11-21T08:21:35,145 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24beac9a95bd4449078ef43430db66b3 columnFamilyName hfileref
2024-11-21T08:21:35,145 DEBUG [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:35,145 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(327): Store=24beac9a95bd4449078ef43430db66b3/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:35,145 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24beac9a95bd4449078ef43430db66b3 
2024-11-21T08:21:35,146 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24beac9a95bd4449078ef43430db66b3 columnFamilyName queue
2024-11-21T08:21:35,146 DEBUG [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:35,146 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(327): Store=24beac9a95bd4449078ef43430db66b3/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:35,146 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24beac9a95bd4449078ef43430db66b3 
2024-11-21T08:21:35,147 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24beac9a95bd4449078ef43430db66b3 columnFamilyName sid
2024-11-21T08:21:35,147 DEBUG [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:35,147 INFO  [StoreOpener-24beac9a95bd4449078ef43430db66b3-1 {}] regionserver.HStore(327): Store=24beac9a95bd4449078ef43430db66b3/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:35,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:35,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:35,153 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24beac9a95bd4449078ef43430db66b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71007541, jitterRate=0.0580948144197464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:35,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:35,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24beac9a95bd4449078ef43430db66b3:
Running coprocessor pre-open hook at 1732177295143Writing region info on filesystem at 1732177295143Initializing all the Stores at 1732177295144 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177295144Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177295144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177295144Cleaning up temporary data from old regions at 1732177295149 (+5 ms)Running coprocessor post-open hooks at 1732177295153 (+4 ms)Region opened successfully at 1732177295153
2024-11-21T08:21:35,153 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3., pid=10, masterSystemTime=1732177295123
2024-11-21T08:21:35,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:35,155 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:35,155 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24beac9a95bd4449078ef43430db66b3, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:35,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24beac9a95bd4449078ef43430db66b3, server=6ed56fb6cbf7,36851,1732177274500 because future has completed
2024-11-21T08:21:35,158 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:21:35,158 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24beac9a95bd4449078ef43430db66b3, server=6ed56fb6cbf7,36851,1732177274500 in 186 msec
2024-11-21T08:21:35,159 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:21:35,159 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24beac9a95bd4449078ef43430db66b3, ASSIGN in 340 msec
2024-11-21T08:21:35,160 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:35,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177295160"}]},"ts":"1732177295160"}
2024-11-21T08:21:35,161 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:21:35,162 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:35,163 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec
2024-11-21T08:21:35,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3., hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=2]
2024-11-21T08:21:35,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:35,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:35,342 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:21:35,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36851 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:21:35,495 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:21:35,530 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,36851,1732177274500, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:21:35,530 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:35,530 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=-1]
2024-11-21T08:21:35,530 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:35,531 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService
2024-11-21T08:21:35,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,36851,1732177274500', locateType=CURRENT is [region=hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3., hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=2]
2024-11-21T08:21:35,534 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:21:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:21:35,536 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,36851,1732177274500 suceeded
2024-11-21T08:21:35,537 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:21:35,537 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec
2024-11-21T08:21:35,537 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:46491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:21:35,539 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec
2024-11-21T08:21:35,547 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:46491'
2024-11-21T08:21:35,548 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50df37f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:35,548 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:35,548 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:35,549 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d3f83e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:35,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:35,550 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:35,550 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172c7193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:35,550 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:35,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:35,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e61f54
2024-11-21T08:21:35,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:35,551 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService
2024-11-21T08:21:35,552 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,36851,1732177274500 (queues=1) is replicating from cluster=c299ccb9-ba31-4e88-b0b0-666dcd0538b8 to cluster=251c90a3-e384-4020-a5f4-5ea90bfddefa
2024-11-21T08:21:35,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C36851%2C1732177274500
2024-11-21T08:21:35,552 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,36851,1732177274500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:21:35,552 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C36851%2C1732177274500
2024-11-21T08:21:35,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, startPosition=0, beingWritten=true
2024-11-21T08:21:35,557 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:35,557 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:35,557 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,36851,1732177274500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:35,997 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45829 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:36,137 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:21:36,137 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:36,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:36,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,138 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:36,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9345d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:36,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:36,139 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33db93c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,139 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:36,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@917506b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e423c1
2024-11-21T08:21:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:36,141 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:36,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:40849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:21:36,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:21:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:36,144 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:40849'
2024-11-21T08:21:36,144 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662c667a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,144 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:36,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:36,145 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7b11f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,146 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:36,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d178ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:36,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:36,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:36,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@685c2e97
2024-11-21T08:21:36,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:36,147 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:36,148 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:21:36,148 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:21:36,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:36,148 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:36,148 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:36,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:21:36,150 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:36,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:36,150 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:36,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:21:36,199 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:21:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:36,301 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:36,556 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a271143b20bf69be803fc740c35e4b8, NAME => 'hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5
2024-11-21T08:21:36,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a271143b20bf69be803fc740c35e4b8, disabling compactions & flushes
2024-11-21T08:21:36,561 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8. after waiting 0 ms
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,561 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a271143b20bf69be803fc740c35e4b8:
Waiting for close lock at 1732177296561Disabling compacts and flushes for region at 1732177296561Disabling writes for close at 1732177296561Writing region close event to WAL at 1732177296561Closed at 1732177296561
2024-11-21T08:21:36,562 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:36,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177296562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177296562"}]},"ts":"1732177296562"}
2024-11-21T08:21:36,563 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:36,563 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:36,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177296564"}]},"ts":"1732177296564"}
2024-11-21T08:21:36,565 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:21:36,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a271143b20bf69be803fc740c35e4b8, ASSIGN}]
2024-11-21T08:21:36,566 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a271143b20bf69be803fc740c35e4b8, ASSIGN
2024-11-21T08:21:36,566 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a271143b20bf69be803fc740c35e4b8, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,45165,1732177279679; forceNewPlan=false, retain=false
2024-11-21T08:21:36,704 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:36,717 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a271143b20bf69be803fc740c35e4b8, regionState=OPENING, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:36,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a271143b20bf69be803fc740c35e4b8, ASSIGN because future has completed
2024-11-21T08:21:36,719 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a271143b20bf69be803fc740c35e4b8, server=6ed56fb6cbf7,45165,1732177279679}]
2024-11-21T08:21:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:36,874 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,874 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:36,874 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:21:36,875 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C45165%2C1732177279679.rep, suffix=, logDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679, archiveDir=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/oldWALs, maxLogs=10
2024-11-21T08:21:36,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.rep.1732177296875, exclude list is [], retry=0
2024-11-21T08:21:36,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43747,DS-60d7813f-d992-4a6f-acde-69cfdccf7725,DISK]
2024-11-21T08:21:36,895 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.rep.1732177296875
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42043:42043)]
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a271143b20bf69be803fc740c35e4b8, NAME => 'hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:36,896 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8. service=MultiRowMutationService
2024-11-21T08:21:36,896 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:36,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,898 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a271143b20bf69be803fc740c35e4b8 
2024-11-21T08:21:36,899 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a271143b20bf69be803fc740c35e4b8 columnFamilyName hfileref
2024-11-21T08:21:36,899 DEBUG [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:36,899 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(327): Store=9a271143b20bf69be803fc740c35e4b8/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:36,899 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a271143b20bf69be803fc740c35e4b8 
2024-11-21T08:21:36,900 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a271143b20bf69be803fc740c35e4b8 columnFamilyName queue
2024-11-21T08:21:36,900 DEBUG [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:36,900 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(327): Store=9a271143b20bf69be803fc740c35e4b8/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:36,901 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a271143b20bf69be803fc740c35e4b8 
2024-11-21T08:21:36,901 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a271143b20bf69be803fc740c35e4b8 columnFamilyName sid
2024-11-21T08:21:36,901 DEBUG [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:36,902 INFO  [StoreOpener-9a271143b20bf69be803fc740c35e4b8-1 {}] regionserver.HStore(327): Store=9a271143b20bf69be803fc740c35e4b8/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:36,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:36,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:36,906 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9a271143b20bf69be803fc740c35e4b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69754490, jitterRate=0.0394228994846344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:36,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:36,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9a271143b20bf69be803fc740c35e4b8:
Running coprocessor pre-open hook at 1732177296897Writing region info on filesystem at 1732177296897Initializing all the Stores at 1732177296897Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177296897Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177296898 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177296898Cleaning up temporary data from old regions at 1732177296903 (+5 ms)Running coprocessor post-open hooks at 1732177296906 (+3 ms)Region opened successfully at 1732177296906
2024-11-21T08:21:36,907 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8., pid=10, masterSystemTime=1732177296870
2024-11-21T08:21:36,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,909 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:36,909 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a271143b20bf69be803fc740c35e4b8, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:36,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a271143b20bf69be803fc740c35e4b8, server=6ed56fb6cbf7,45165,1732177279679 because future has completed
2024-11-21T08:21:36,912 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:21:36,912 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a271143b20bf69be803fc740c35e4b8, server=6ed56fb6cbf7,45165,1732177279679 in 192 msec
2024-11-21T08:21:36,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:21:36,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a271143b20bf69be803fc740c35e4b8, ASSIGN in 347 msec
2024-11-21T08:21:36,914 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:36,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177296914"}]},"ts":"1732177296914"}
2024-11-21T08:21:36,915 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:21:36,916 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:36,917 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec
2024-11-21T08:21:36,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:36,937 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:36,937 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108881 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:36,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8., hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=2]
2024-11-21T08:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:37,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:37,058 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:21:37,207 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:37,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:21:37,223 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:21:37,248 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,45165,1732177279679, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:21:37,249 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:37,249 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=-1]
2024-11-21T08:21:37,249 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:37,250 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-21T08:21:37,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,45165,1732177279679', locateType=CURRENT is [region=hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8., hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=2]
2024-11-21T08:21:37,253 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:21:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:21:37,255 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,45165,1732177279679 suceeded
2024-11-21T08:21:37,256 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:21:37,256 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec
2024-11-21T08:21:37,256 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:40849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:21:37,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1140 sec
2024-11-21T08:21:37,266 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:40849'
2024-11-21T08:21:37,267 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f02d6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,267 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:37,267 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:37,268 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fad4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:37,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,269 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500346ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,270 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:37,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:37,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324ae705
2024-11-21T08:21:37,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:37,271 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService
2024-11-21T08:21:37,272 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,45165,1732177279679 (queues=1) is replicating from cluster=251c90a3-e384-4020-a5f4-5ea90bfddefa to cluster=acd629a2-6c3d-4bc5-8562-d8596456fc6d
2024-11-21T08:21:37,272 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C45165%2C1732177279679
2024-11-21T08:21:37,272 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,45165,1732177279679, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:21:37,272 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C45165%2C1732177279679
2024-11-21T08:21:37,272 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, startPosition=0, beingWritten=true
2024-11-21T08:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:37,277 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:37,277 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:21:37,277 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,278 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bfa7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:37,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:37,279 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b06c061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:37,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:37,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,280 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:37,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c542fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2575a60f
2024-11-21T08:21:37,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:37,282 INFO  [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:37,283 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:46491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:21:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:21:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:37,285 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:46491'
2024-11-21T08:21:37,285 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4441c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,285 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:37,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:37,286 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa2576f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:37,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,287 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:37,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586e173e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:37,287 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25391478
2024-11-21T08:21:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:37,288 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:21:37,289 INFO  [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2.
2024-11-21T08:21:37,289 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:21:37,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:37,289 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:37,289 INFO  [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:21:37,290 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:21:37,291 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:21:37,291 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:37,291 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:21:37,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:21:37,340 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:21:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:37,483 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:37,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:37,697 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38e233af8c29d825ba13ef247143e82f, NAME => 'hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d
2024-11-21T08:21:37,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:21:37,786 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:37,823 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:37,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:38,101 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:38,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38e233af8c29d825ba13ef247143e82f, disabling compactions & flushes
2024-11-21T08:21:38,102 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f. after waiting 0 ms
2024-11-21T08:21:38,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,102 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38e233af8c29d825ba13ef247143e82f:
Waiting for close lock at 1732177298101Disabling compacts and flushes for region at 1732177298101Disabling writes for close at 1732177298102 (+1 ms)Writing region close event to WAL at 1732177298102Closed at 1732177298102
2024-11-21T08:21:38,164 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:21:38,164 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177298164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177298164"}]},"ts":"1732177298164"}
2024-11-21T08:21:38,166 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:21:38,166 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:21:38,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177298166"}]},"ts":"1732177298166"}
2024-11-21T08:21:38,168 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:21:38,168 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e233af8c29d825ba13ef247143e82f, ASSIGN}]
2024-11-21T08:21:38,169 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e233af8c29d825ba13ef247143e82f, ASSIGN
2024-11-21T08:21:38,169 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e233af8c29d825ba13ef247143e82f, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41861,1732177285088; forceNewPlan=false, retain=false
2024-11-21T08:21:38,189 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:38,320 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38e233af8c29d825ba13ef247143e82f, regionState=OPENING, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:38,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e233af8c29d825ba13ef247143e82f, ASSIGN because future has completed
2024-11-21T08:21:38,322 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e233af8c29d825ba13ef247143e82f, server=6ed56fb6cbf7,41861,1732177285088}]
2024-11-21T08:21:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:38,476 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,477 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:21:38,477 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:21:38,478 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41861%2C1732177285088.rep, suffix=, logDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088, archiveDir=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/oldWALs, maxLogs=10
2024-11-21T08:21:38,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.rep.1732177298478, exclude list is [], retry=0
2024-11-21T08:21:38,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34831,DS-be684d61-5c17-40cc-976f-6e7f9e25eb81,DISK]
2024-11-21T08:21:38,493 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.rep.1732177298478
2024-11-21T08:21:38,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40121:40121)]
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e233af8c29d825ba13ef247143e82f, NAME => 'hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:21:38,494 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f. service=MultiRowMutationService
2024-11-21T08:21:38,494 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,495 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38e233af8c29d825ba13ef247143e82f 
2024-11-21T08:21:38,496 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e233af8c29d825ba13ef247143e82f columnFamilyName hfileref
2024-11-21T08:21:38,496 DEBUG [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:38,497 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(327): Store=38e233af8c29d825ba13ef247143e82f/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:38,497 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38e233af8c29d825ba13ef247143e82f 
2024-11-21T08:21:38,497 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e233af8c29d825ba13ef247143e82f columnFamilyName queue
2024-11-21T08:21:38,497 DEBUG [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:38,498 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(327): Store=38e233af8c29d825ba13ef247143e82f/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:38,498 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38e233af8c29d825ba13ef247143e82f 
2024-11-21T08:21:38,498 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e233af8c29d825ba13ef247143e82f columnFamilyName sid
2024-11-21T08:21:38,498 DEBUG [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:21:38,498 INFO  [StoreOpener-38e233af8c29d825ba13ef247143e82f-1 {}] regionserver.HStore(327): Store=38e233af8c29d825ba13ef247143e82f/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:21:38,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/replication/38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/replication/38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/replication/38e233af8c29d825ba13ef247143e82f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:21:38,502 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 38e233af8c29d825ba13ef247143e82f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65601069, jitterRate=-0.022467896342277527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:21:38,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:38,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 38e233af8c29d825ba13ef247143e82f:
Running coprocessor pre-open hook at 1732177298494Writing region info on filesystem at 1732177298494Initializing all the Stores at 1732177298495 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177298495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177298495Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177298495Cleaning up temporary data from old regions at 1732177298500 (+5 ms)Running coprocessor post-open hooks at 1732177298502 (+2 ms)Region opened successfully at 1732177298503 (+1 ms)
2024-11-21T08:21:38,503 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., pid=10, masterSystemTime=1732177298474
2024-11-21T08:21:38,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,505 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:38,505 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=38e233af8c29d825ba13ef247143e82f, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:38,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e233af8c29d825ba13ef247143e82f, server=6ed56fb6cbf7,41861,1732177285088 because future has completed
2024-11-21T08:21:38,508 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:21:38,508 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e233af8c29d825ba13ef247143e82f, server=6ed56fb6cbf7,41861,1732177285088 in 185 msec
2024-11-21T08:21:38,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:21:38,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e233af8c29d825ba13ef247143e82f, ASSIGN in 340 msec
2024-11-21T08:21:38,510 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:21:38,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177298510"}]},"ts":"1732177298510"}
2024-11-21T08:21:38,511 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:21:38,512 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:21:38,513 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec
2024-11-21T08:21:38,526 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:38,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=2]
2024-11-21T08:21:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:38,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:38,595 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:21:38,693 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:38,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:21:38,747 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:21:38,772 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,41861,1732177285088, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=-1]
2024-11-21T08:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:38,773 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-21T08:21:38,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,41861,1732177285088', locateType=CURRENT is [region=hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=2]
2024-11-21T08:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:21:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:21:38,777 INFO  [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,41861,1732177285088 suceeded
2024-11-21T08:21:38,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:21:38,779 INFO  [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:46491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:21:38,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec
2024-11-21T08:21:38,780 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec
2024-11-21T08:21:38,788 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:46491'
2024-11-21T08:21:38,789 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a991d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:38,789 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:38,789 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:38,790 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1674e931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:38,791 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:38,791 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507d1eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:38,791 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa5b935
2024-11-21T08:21:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:21:38,792 INFO  [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService
2024-11-21T08:21:38,793 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,41861,1732177285088 (queues=1) is replicating from cluster=acd629a2-6c3d-4bc5-8562-d8596456fc6d to cluster=251c90a3-e384-4020-a5f4-5ea90bfddefa
2024-11-21T08:21:38,793 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C41861%2C1732177285088
2024-11-21T08:21:38,793 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,41861,1732177285088, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:21:38,793 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C41861%2C1732177285088
2024-11-21T08:21:38,793 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, startPosition=0, beingWritten=true
2024-11-21T08:21:38,797 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:38,797 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:38,797 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:39,001 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:39,148 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:39,149 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,149 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,149 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,149 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,183 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,183 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,183 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,184 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,189 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,192 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,192 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,194 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:39,296 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:39,304 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:39,330 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:21:39,427 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:21:39,427 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:39,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:39,428 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b99013e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45829,-1 for getting cluster id
2024-11-21T08:21:39,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:39,429 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c299ccb9-ba31-4e88-b0b0-666dcd0538b8'
2024-11-21T08:21:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c299ccb9-ba31-4e88-b0b0-666dcd0538b8"

2024-11-21T08:21:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308b39a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45829,-1]
2024-11-21T08:21:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:39,430 INFO  [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:39,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c74831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444d6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:39,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:39,432 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417cabe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:39,433 INFO  [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:39,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d004ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd175e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:39,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:39,434 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:39,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:21:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9507d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:39,435 INFO  [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:39,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f99c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:39,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=-1]
2024-11-21T08:21:39,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:39,437 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:39,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177288536.4043a8e1669ff96b283b2615c97d7049., hostname=6ed56fb6cbf7,36851,1732177274500, seqNum=2]
2024-11-21T08:21:39,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=-1]
2024-11-21T08:21:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:39,442 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:39,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435., hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=2]
2024-11-21T08:21:39,445 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-21T08:21:39,707 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:39,999 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:40,210 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:40,233 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 379, reset compression=false
2024-11-21T08:21:40,236 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:40,236 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:40,236 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,36851,1732177274500 got entry batch from reader: WALEntryBatch [walEntries=[{test/4043a8e1669ff96b283b2615c97d7049/4=[#edits: 1 = <row/f:row/1732177299440/Put/vlen=3/seqid=0; >],199}], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199]
2024-11-21T08:21:40,238 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:40,239 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService
2024-11-21T08:21:40,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:40,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7fb1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,46491,-1 for getting cluster id
2024-11-21T08:21:40,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:40,240 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '251c90a3-e384-4020-a5f4-5ea90bfddefa'
2024-11-21T08:21:40,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "251c90a3-e384-4020-a5f4-5ea90bfddefa"

2024-11-21T08:21:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ec1d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,46491,-1]
2024-11-21T08:21:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:40,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:40,241 INFO  [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:40,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d43451e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=-1]
2024-11-21T08:21:40,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:40,244 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService
2024-11-21T08:21:40,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d., hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=2]
2024-11-21T08:21:40,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:40,439 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:40,446 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false
2024-11-21T08:21:40,742 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:40,802 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 379, reset compression=false
2024-11-21T08:21:40,806 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:40,806 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 504, reset compression=false
2024-11-21T08:21:40,806 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[{test/a094e6740b141c0ebb6cdb393c40105d/4=[#edits: 1 = <row/f:row/1732177299440/Put/vlen=3/seqid=0; >],215}], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215]
2024-11-21T08:21:40,807 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:40,808 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService
2024-11-21T08:21:40,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:40,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d4cc7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,40849,-1 for getting cluster id
2024-11-21T08:21:40,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:21:40,809 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd629a2-6c3d-4bc5-8562-d8596456fc6d'
2024-11-21T08:21:40,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:21:40,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd629a2-6c3d-4bc5-8562-d8596456fc6d"

2024-11-21T08:21:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4054ff7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,40849,-1]
2024-11-21T08:21:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:21:40,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:40,810 INFO  [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:21:40,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64b7ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:21:40,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:40,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=-1]
2024-11-21T08:21:40,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:40,812 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:40,813 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService
2024-11-21T08:21:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435., hostname=6ed56fb6cbf7,41861,1732177285088, seqNum=2]
2024-11-21T08:21:40,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:41,008 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 504, reset compression=false
2024-11-21T08:21:41,145 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:41,311 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 504, reset compression=false
2024-11-21T08:21:41,448 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false
2024-11-21T08:21:41,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:21:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=-1]
2024-11-21T08:21:41,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:21:41,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:21:41,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d., hostname=6ed56fb6cbf7,45165,1732177279679, seqNum=2]
2024-11-21T08:21:41,454 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false
2024-11-21T08:21:41,515 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 379, reset compression=false
2024-11-21T08:21:41,519 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:41,519 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 527, reset compression=false
2024-11-21T08:21:41,519 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:41,649 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:41,714 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 504, reset compression=false
2024-11-21T08:21:41,718 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:41,718 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 608, reset compression=false
2024-11-21T08:21:41,718 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[{test/a094e6740b141c0ebb6cdb393c40105d/5=[#edits: 1 = <row1/f:row1/1732177301452/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:21:41,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:41,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:41,722 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 527, reset compression=false
2024-11-21T08:21:41,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:41,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 654, reset compression=false
2024-11-21T08:21:41,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:41,921 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 608, reset compression=false
2024-11-21T08:21:41,929 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 654, reset compression=false
2024-11-21T08:21:42,224 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 608, reset compression=false
2024-11-21T08:21:42,232 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 654, reset compression=false
2024-11-21T08:21:42,252 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:42,456 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false
2024-11-21T08:21:42,458 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false
2024-11-21T08:21:42,627 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 608, reset compression=false
2024-11-21T08:21:42,634 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 654, reset compression=false
2024-11-21T08:21:42,637 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:42,637 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:42,637 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ffa18e02dcabf28b2a0307b3a4aa435/6=[#edits: 1 = <row2/f:row2/1732177302456/Put/vlen=4/seqid=0; >],207}], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207]
2024-11-21T08:21:42,639 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:21:42,640 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService
2024-11-21T08:21:42,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:42,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:42,840 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:42,955 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:43,130 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 608, reset compression=false
2024-11-21T08:21:43,143 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:43,195 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:43,195 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 736, reset compression=false
2024-11-21T08:21:43,195 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:43,398 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 736, reset compression=false
2024-11-21T08:21:43,459 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false
2024-11-21T08:21:43,462 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true
2024-11-21T08:21:43,546 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:43,702 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 736, reset compression=false
2024-11-21T08:21:43,758 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 480, reset compression=false
2024-11-21T08:21:43,761 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:43,761 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:43,761 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,36851,1732177274500 got entry batch from reader: WALEntryBatch [walEntries=[{test/4043a8e1669ff96b283b2615c97d7049/5=[#edits: 2 = <row/f:/1732177303460/DeleteFamily/vlen=0/seqid=0; row/f1:/1732177303460/DeleteFamily/vlen=0/seqid=0; >],271}], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271]
2024-11-21T08:21:43,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:43,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:43,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:21:43,964 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:44,048 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:44,104 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 736, reset compression=false
2024-11-21T08:21:44,108 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:44,108 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 884, reset compression=false
2024-11-21T08:21:44,108 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[{test/a094e6740b141c0ebb6cdb393c40105d/7=[#edits: 2 = <row/f:/1732177303460/DeleteFamily/vlen=0/seqid=0; row/f1:/1732177303460/DeleteFamily/vlen=0/seqid=0; >],287}], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287]
2024-11-21T08:21:44,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:44,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:44,267 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:44,312 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 884, reset compression=false
2024-11-21T08:21:44,463 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true
2024-11-21T08:21:44,466 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true
2024-11-21T08:21:44,616 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 884, reset compression=false
2024-11-21T08:21:44,619 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:44,619 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1043, reset compression=false
2024-11-21T08:21:44,619 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[{test/a094e6740b141c0ebb6cdb393c40105d/8=[#edits: 2 = <row1/f:/1732177304464/DeleteFamily/vlen=0/seqid=0; row1/f1:/1732177304464/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-21T08:21:44,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:44,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:44,651 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 758, reset compression=false
2024-11-21T08:21:44,655 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:44,655 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1078, reset compression=false
2024-11-21T08:21:44,655 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:44,671 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:44,823 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1043, reset compression=false
2024-11-21T08:21:44,857 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1078, reset compression=false
2024-11-21T08:21:45,126 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1043, reset compression=false
2024-11-21T08:21:45,160 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1078, reset compression=false
2024-11-21T08:21:45,173 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:45,467 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true
2024-11-21T08:21:45,470 INFO  [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true
2024-11-21T08:21:45,529 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1043, reset compression=false
2024-11-21T08:21:45,563 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1078, reset compression=false
2024-11-21T08:21:45,567 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:21:45,567 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1237, reset compression=false
2024-11-21T08:21:45,567 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[{test/2ffa18e02dcabf28b2a0307b3a4aa435/9=[#edits: 2 = <row2/f:/1732177305468/DeleteFamily/vlen=0/seqid=0; row2/f1:/1732177305468/DeleteFamily/vlen=0/seqid=0; >],279}], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279]
2024-11-21T08:21:45,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(298): Started replicating mutations.
2024-11-21T08:21:45,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45165 {}] regionserver.ReplicationSink(302): Finished replicating mutations.
2024-11-21T08:21:45,769 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1237, reset compression=false
2024-11-21T08:21:45,776 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:46,033 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1043, reset compression=false
2024-11-21T08:21:46,036 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:46,036 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:46,036 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:46,073 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1237, reset compression=false
2024-11-21T08:21:46,239 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:46,471 INFO  [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true
2024-11-21T08:21:46,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:21:46,476 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:46,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:46,476 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1237, reset compression=false
2024-11-21T08:21:46,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:46,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:46,476 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:46,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:21:46,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=547688396, stopped=false
2024-11-21T08:21:46,476 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,40849,1732177284942
2024-11-21T08:21:46,478 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:46,542 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478502272/running
2024-11-21T08:21:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478502272/running
2024-11-21T08:21:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:46,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:46,581 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:46,581 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:46,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:46,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:46,582 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,41861,1732177285088' *****
2024-11-21T08:21:46,582 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:21:46,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/running
2024-11-21T08:21:46,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Set watcher on znode that does not yet exist, /2478502272/running
2024-11-21T08:21:46,582 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:21:46,582 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:21:46,582 INFO  [RS:0;6ed56fb6cbf7:41861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:21:46,582 INFO  [RS:0;6ed56fb6cbf7:41861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:21:46,582 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ffa18e02dcabf28b2a0307b3a4aa435
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41861.
2024-11-21T08:21:46,583 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ffa18e02dcabf28b2a0307b3a4aa435, disabling compactions & flushes
2024-11-21T08:21:46,583 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:46,583 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435. after waiting 0 ms
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:21:46,583 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ffa18e02dcabf28b2a0307b3a4aa435 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-21T08:21:46,583 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:21:46,583 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1325): Online Regions={2ffa18e02dcabf28b2a0307b3a4aa435=test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435., 38e233af8c29d825ba13ef247143e82f=hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., 1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:21:46,583 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:46,583 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:46,583 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:46,583 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:21:46,597 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/info/9418c1792c9245ed8d90407de8a2f275 is 147, key is hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f./info:regioninfo/1732177298505/Put/seqid=0
2024-11-21T08:21:46,597 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f/4bd10d78a83e429f8142f7f09dc7609c is 29, key is row1/f:/1732177304464/DeleteFamily/seqid=0
2024-11-21T08:21:46,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741841_1017 (size=5152)
2024-11-21T08:21:46,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741840_1016 (size=7686)
2024-11-21T08:21:46,604 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:46,783 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:46,945 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:46,979 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1237, reset compression=false
2024-11-21T08:21:46,982 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:46,982 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1484, reset compression=false
2024-11-21T08:21:46,982 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41861,1732177285088 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:46,983 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:46,983 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,41861,1732177285088: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,41861,1732177285088, walGroup=6ed56fb6cbf7%2C41861%2C1732177285088, offset=6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564:1484, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:21:46,984 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:21:46,984 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:21:46,984 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:21:46,984 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:21:46,984 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:21:46,984 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1193279488,
        "init": 1048576000,
        "max": 2306867200,
        "used": 961091176
      },
      "NonHeapMemoryUsage": {
        "committed": 206110720,
        "init": 7667712,
        "max": -1,
        "used": 202518072
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:21:46,985 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:40849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:40849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:21:47,000 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/info/9418c1792c9245ed8d90407de8a2f275
2024-11-21T08:21:47,000 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f/4bd10d78a83e429f8142f7f09dc7609c
2024-11-21T08:21:47,003 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd10d78a83e429f8142f7f09dc7609c
2024-11-21T08:21:47,016 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/ns/b174af19fabb4463913e4de210c2e6f4 is 43, key is default/ns:d/1732177288474/Put/seqid=0
2024-11-21T08:21:47,019 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f1/b7f692f072b5484788ea77ffd45b8ada is 30, key is row1/f1:/1732177304464/DeleteFamily/seqid=0
2024-11-21T08:21:47,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:21:47,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741843_1019 (size=5158)
2024-11-21T08:21:47,184 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,185 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1484, reset compression=false
2024-11-21T08:21:47,280 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:47,384 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,420 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/ns/b174af19fabb4463913e4de210c2e6f4
2024-11-21T08:21:47,421 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f1/b7f692f072b5484788ea77ffd45b8ada
2024-11-21T08:21:47,424 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7f692f072b5484788ea77ffd45b8ada
2024-11-21T08:21:47,435 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/rep_barrier/6448bc8ace97407ba6090a53bc0e214b is 112, key is test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435./rep_barrier:seqnumDuringOpen/1732177293656/Put/seqid=0
2024-11-21T08:21:47,436 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/norep/a594a61dc02e41c2aa5c70f0305d88c9 is 33, key is row2/norep:/1732177305468/DeleteFamily/seqid=0
2024-11-21T08:21:47,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:21:47,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741845_1021 (size=5108)
2024-11-21T08:21:47,439 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/rep_barrier/6448bc8ace97407ba6090a53bc0e214b
2024-11-21T08:21:47,448 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:47,454 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/table/5d5d116d86e548beb59f63e3e930f786 is 53, key is hbase:replication/table:state/1732177298510/Put/seqid=0
2024-11-21T08:21:47,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:21:47,487 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1484, reset compression=false
2024-11-21T08:21:47,523 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:21:47,523 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:47,584 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,784 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ffa18e02dcabf28b2a0307b3a4aa435, 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,839 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/norep/a594a61dc02e41c2aa5c70f0305d88c9
2024-11-21T08:21:47,843 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a594a61dc02e41c2aa5c70f0305d88c9
2024-11-21T08:21:47,843 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f/4bd10d78a83e429f8142f7f09dc7609c as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/f/4bd10d78a83e429f8142f7f09dc7609c
2024-11-21T08:21:47,847 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bd10d78a83e429f8142f7f09dc7609c
2024-11-21T08:21:47,847 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/f/4bd10d78a83e429f8142f7f09dc7609c, entries=3, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:47,847 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/f1/b7f692f072b5484788ea77ffd45b8ada as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/f1/b7f692f072b5484788ea77ffd45b8ada
2024-11-21T08:21:47,850 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7f692f072b5484788ea77ffd45b8ada
2024-11-21T08:21:47,850 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/f1/b7f692f072b5484788ea77ffd45b8ada, entries=3, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:47,851 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/.tmp/norep/a594a61dc02e41c2aa5c70f0305d88c9 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/norep/a594a61dc02e41c2aa5c70f0305d88c9
2024-11-21T08:21:47,854 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a594a61dc02e41c2aa5c70f0305d88c9
2024-11-21T08:21:47,854 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/norep/a594a61dc02e41c2aa5c70f0305d88c9, entries=1, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:47,855 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2ffa18e02dcabf28b2a0307b3a4aa435 in 1272ms, sequenceid=10, compaction requested=false
2024-11-21T08:21:47,857 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/table/5d5d116d86e548beb59f63e3e930f786
2024-11-21T08:21:47,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/default/test/2ffa18e02dcabf28b2a0307b3a4aa435/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-21T08:21:47,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:47,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:47,858 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ffa18e02dcabf28b2a0307b3a4aa435:
Waiting for close lock at 1732177306583Running coprocessor pre-close hooks at 1732177306583Disabling compacts and flushes for region at 1732177306583Disabling writes for close at 1732177306583Obtaining lock to block concurrent updates at 1732177306583Preparing flush snapshotting stores in 2ffa18e02dcabf28b2a0307b3a4aa435 at 1732177306583Finished memstore snapshotting test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732177306583Flushing stores of test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435. at 1732177306584 (+1 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f: creating writer at 1732177306584Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f: appending metadata at 1732177306596 (+12 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f: closing flushed file at 1732177306596Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f1: creating writer at 1732177307003 (+407 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f1: appending metadata at 1732177307018 (+15 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/f1: closing flushed file at 1732177307018Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/norep: creating writer at 1732177307424 (+406 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/norep: appending metadata at 1732177307435 (+11 ms)Flushing 2ffa18e02dcabf28b2a0307b3a4aa435/norep: closing flushed file at 1732177307435Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18673621: reopening flushed file at 1732177307843 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7211e617: reopening flushed file at 1732177307847 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b2dc05: reopening flushed file at 1732177307851 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2ffa18e02dcabf28b2a0307b3a4aa435 in 1272ms, sequenceid=10, compaction requested=false at 1732177307855 (+4 ms)Writing region close event to WAL at 1732177307856 (+1 ms)Running coprocessor post-close hooks at 1732177307858 (+2 ms)Closed at 1732177307858
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177292850.2ffa18e02dcabf28b2a0307b3a4aa435.
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e233af8c29d825ba13ef247143e82f, disabling compactions & flushes
2024-11-21T08:21:47,859 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f. after waiting 0 ms
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e233af8c29d825ba13ef247143e82f:
Waiting for close lock at 1732177307859Running coprocessor pre-close hooks at 1732177307859Disabling compacts and flushes for region at 1732177307859Disabling writes for close at 1732177307859Failed flush hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., putting online again at 1732177307859
2024-11-21T08:21:47,859 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,860 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/info/9418c1792c9245ed8d90407de8a2f275 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/info/9418c1792c9245ed8d90407de8a2f275
2024-11-21T08:21:47,864 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/info/9418c1792c9245ed8d90407de8a2f275, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:47,865 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/ns/b174af19fabb4463913e4de210c2e6f4 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/ns/b174af19fabb4463913e4de210c2e6f4
2024-11-21T08:21:47,868 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/ns/b174af19fabb4463913e4de210c2e6f4, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:47,869 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/rep_barrier/6448bc8ace97407ba6090a53bc0e214b as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/rep_barrier/6448bc8ace97407ba6090a53bc0e214b
2024-11-21T08:21:47,872 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/rep_barrier/6448bc8ace97407ba6090a53bc0e214b, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:47,872 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/.tmp/table/5d5d116d86e548beb59f63e3e930f786 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/table/5d5d116d86e548beb59f63e3e930f786
2024-11-21T08:21:47,876 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/table/5d5d116d86e548beb59f63e3e930f786, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:47,876 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:47,880 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:47,880 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:47,880 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:47,880 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:47,880 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177306583Running coprocessor pre-close hooks at 1732177306583Disabling compacts and flushes for region at 1732177306583Disabling writes for close at 1732177306583Obtaining lock to block concurrent updates at 1732177306583Preparing flush snapshotting stores in 1588230740 at 1732177306583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177306583Flushing stores of hbase:meta,,1.1588230740 at 1732177306584 (+1 ms)Flushing 1588230740/info: creating writer at 1732177306584Flushing 1588230740/info: appending metadata at 1732177306596 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732177306596Flushing 1588230740/ns: creating writer at 1732177307003 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732177307016 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732177307016Flushing 1588230740/rep_barrier: creating writer at 1732177307423 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177307435 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177307435Flushing 1588230740/table: creating writer at 1732177307442 (+7 ms)Flushing 1588230740/table: appending metadata at 1732177307453 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732177307453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e1fc05: reopening flushed file at 1732177307860 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6866cfe: reopening flushed file at 1732177307864 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a50173: reopening flushed file at 1732177307868 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8612c6f: reopening flushed file at 1732177307872 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=16, compaction requested=false at 1732177307876 (+4 ms)Writing region close event to WAL at 1732177307878 (+2 ms)Running coprocessor post-close hooks at 1732177307880 (+2 ms)Closed at 1732177307880
2024-11-21T08:21:47,880 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:47,890 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 1484, reset compression=false
2024-11-21T08:21:47,893 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:47,893 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 2128, reset compression=false
2024-11-21T08:21:47,984 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:21:47,984 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1325): Online Regions={38e233af8c29d825ba13ef247143e82f=hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.}
2024-11-21T08:21:47,984 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,984 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1351): Waiting on 38e233af8c29d825ba13ef247143e82f
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e233af8c29d825ba13ef247143e82f, disabling compactions & flushes
2024-11-21T08:21:47,985 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f. after waiting 0 ms
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e233af8c29d825ba13ef247143e82f:
Waiting for close lock at 1732177307984Running coprocessor pre-close hooks at 1732177307984Disabling compacts and flushes for region at 1732177307985 (+1 ms)Disabling writes for close at 1732177307985Failed flush hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f., putting online again at 1732177307985
2024-11-21T08:21:47,985 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732177297289.38e233af8c29d825ba13ef247143e82f.
2024-11-21T08:21:48,050 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:48,095 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 2128, reset compression=false
2024-11-21T08:21:48,183 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:48,185 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing
2024-11-21T08:21:48,185 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,41861,1732177285088; all regions closed.
2024-11-21T08:21:48,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:48,259 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.meta.1732177288433.meta not finished, retry = 0
2024-11-21T08:21:48,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741839_1015 (size=1953)
2024-11-21T08:21:48,361 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.rep.1732177298478 not finished, retry = 0
2024-11-21T08:21:48,399 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 to pos 2128, reset compression=false
2024-11-21T08:21:48,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741832_1008 (size=2136)
2024-11-21T08:21:48,464 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/WALs/6ed56fb6cbf7,41861,1732177285088/6ed56fb6cbf7%2C41861%2C1732177285088.1732177287564 not finished, retry = 0
2024-11-21T08:21:48,565 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:48,565 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:48,565 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:48,565 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:48,565 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:48,565 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:48,566 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,41861,1732177285088 because: Region server is closing
2024-11-21T08:21:48,566 INFO  [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41861.
2024-11-21T08:21:48,566 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:48,566 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:48,566 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:48,566 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:48,666 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.shipper6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 terminated
2024-11-21T08:21:48,666 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41861,1732177285088.replicationSource.wal-reader.6ed56fb6cbf7%2C41861%2C1732177285088,1-6ed56fb6cbf7,41861,1732177285088 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:21:48,667 INFO  [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41861.
2024-11-21T08:21:48,667 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:48,667 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:48,667 DEBUG [RS:0;6ed56fb6cbf7:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:48,667 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:48,667 INFO  [RS:0;6ed56fb6cbf7:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41861
2024-11-21T08:21:48,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478502272/rs/6ed56fb6cbf7,41861,1732177285088
2024-11-21T08:21:48,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272/rs
2024-11-21T08:21:48,720 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:48,730 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,41861,1732177285088]
2024-11-21T08:21:48,740 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2478502272/draining/6ed56fb6cbf7,41861,1732177285088 already deleted, retry=false
2024-11-21T08:21:48,741 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,41861,1732177285088 expired; onlineServers=0
2024-11-21T08:21:48,741 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,40849,1732177284942' *****
2024-11-21T08:21:48,741 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:48,741 DEBUG [M:0;6ed56fb6cbf7:40849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:48,741 DEBUG [M:0;6ed56fb6cbf7:40849 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:48,741 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177287242 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177287242,5,FailOnTimeoutGroup]
2024-11-21T08:21:48,741 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177287242 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177287242,5,FailOnTimeoutGroup]
2024-11-21T08:21:48,741 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:48,741 DEBUG [M:0;6ed56fb6cbf7:40849 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:48,741 INFO  [M:0;6ed56fb6cbf7:40849 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:48,742 INFO  [M:0;6ed56fb6cbf7:40849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:48,742 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2478502272/master
2024-11-21T08:21:48,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2478502272
2024-11-21T08:21:48,751 DEBUG [M:0;6ed56fb6cbf7:40849 {}] zookeeper.ZKUtil(347): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Unable to get data of znode /2478502272/master because node does not exist (not an error)
2024-11-21T08:21:48,751 WARN  [M:0;6ed56fb6cbf7:40849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:48,752 INFO  [M:0;6ed56fb6cbf7:40849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/.lastflushedseqids
2024-11-21T08:21:48,753 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:48,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741847_1023 (size=245)
2024-11-21T08:21:48,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:48,830 INFO  [RS:0;6ed56fb6cbf7:41861 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:48,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x1015c7b98680007, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:48,830 INFO  [RS:0;6ed56fb6cbf7:41861 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,41861,1732177285088; zookeeper connection closed.
2024-11-21T08:21:48,831 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f31581 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f31581
2024-11-21T08:21:48,831 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:49,156 INFO  [M:0;6ed56fb6cbf7:40849 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:49,156 INFO  [M:0;6ed56fb6cbf7:40849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:49,156 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:49,156 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:49,156 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:49,156 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:49,156 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:49,156 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-21T08:21:49,169 DEBUG [M:0;6ed56fb6cbf7:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77332c4d5a154ed3ab138571c979b7ed is 82, key is hbase:meta,,1/info:regioninfo/1732177288457/Put/seqid=0
2024-11-21T08:21:49,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741848_1024 (size=5672)
2024-11-21T08:21:49,172 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77332c4d5a154ed3ab138571c979b7ed
2024-11-21T08:21:49,190 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:49,195 DEBUG [M:0;6ed56fb6cbf7:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d233d611f844b1a1635095ac27e7b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177298513/Put/seqid=0
2024-11-21T08:21:49,198 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741849_1025 (size=8516)
2024-11-21T08:21:49,198 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d233d611f844b1a1635095ac27e7b9
2024-11-21T08:21:49,217 DEBUG [M:0;6ed56fb6cbf7:40849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdcd0af690ad452f8f17f7f2b02306f6 is 69, key is 6ed56fb6cbf7,41861,1732177285088/rs:state/1732177287344/Put/seqid=0
2024-11-21T08:21:49,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741850_1026 (size=5156)
2024-11-21T08:21:49,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:21:49,556 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:49,620 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdcd0af690ad452f8f17f7f2b02306f6
2024-11-21T08:21:49,623 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77332c4d5a154ed3ab138571c979b7ed as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77332c4d5a154ed3ab138571c979b7ed
2024-11-21T08:21:49,626 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77332c4d5a154ed3ab138571c979b7ed, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:21:49,627 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3d233d611f844b1a1635095ac27e7b9 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d233d611f844b1a1635095ac27e7b9
2024-11-21T08:21:49,629 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3d233d611f844b1a1635095ac27e7b9, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:21:49,630 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdcd0af690ad452f8f17f7f2b02306f6 as hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdcd0af690ad452f8f17f7f2b02306f6
2024-11-21T08:21:49,632 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42731/user/jenkins/test-data/98cc3837-43f8-5db9-d464-13cc27b7689d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdcd0af690ad452f8f17f7f2b02306f6, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:21:49,633 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=97, compaction requested=false
2024-11-21T08:21:49,634 INFO  [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:49,634 DEBUG [M:0;6ed56fb6cbf7:40849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177309156Disabling compacts and flushes for region at 1732177309156Disabling writes for close at 1732177309156Obtaining lock to block concurrent updates at 1732177309156Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177309156Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732177309157 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177309157Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177309157Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177309169 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177309169Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177309175 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177309195 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177309195Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177309201 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177309216 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177309216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c29fc: reopening flushed file at 1732177309623 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc6342d: reopening flushed file at 1732177309626 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49db7e89: reopening flushed file at 1732177309629 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 477ms, sequenceid=97, compaction requested=false at 1732177309633 (+4 ms)Writing region close event to WAL at 1732177309634 (+1 ms)Closed at 1732177309634
2024-11-21T08:21:49,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34831 is added to blk_1073741830_1006 (size=63654)
2024-11-21T08:21:49,636 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:49,636 INFO  [M:0;6ed56fb6cbf7:40849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:49,636 INFO  [M:0;6ed56fb6cbf7:40849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40849
2024-11-21T08:21:49,637 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:49,788 INFO  [M:0;6ed56fb6cbf7:40849 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:49,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:49,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40849-0x1015c7b98680006, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:49,825 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26102b6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:49,825 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cb1b7ce{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:49,825 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:49,825 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e6d766e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:49,825 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49da178a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:49,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:49,827 WARN  [BP-929757574-172.17.0.3-1732177283055 heartbeating to localhost/127.0.0.1:42731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:49,827 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:49,827 WARN  [BP-929757574-172.17.0.3-1732177283055 heartbeating to localhost/127.0.0.1:42731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-929757574-172.17.0.3-1732177283055 (Datanode Uuid 55b5b9ec-7905-4893-b340-d6d10d1270e6) service to localhost/127.0.0.1:42731
2024-11-21T08:21:49,828 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/cluster_4d63a765-cd73-ecb8-0b89-986fb5aa8018/data/data1/current/BP-929757574-172.17.0.3-1732177283055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:49,828 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/cluster_4d63a765-cd73-ecb8-0b89-986fb5aa8018/data/data2/current/BP-929757574-172.17.0.3-1732177283055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:49,828 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:49,833 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ce75dc2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:49,833 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26c51a9f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:49,833 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:49,833 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29005a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:49,833 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b10a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:49,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:49,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:21:49,847 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:49,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:49,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:49,848 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:49,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:49,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:21:49,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1948290802, stopped=false
2024-11-21T08:21:49,848 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,46491,1732177279557
2024-11-21T08:21:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1472514648/running
2024-11-21T08:21:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1472514648/running
2024-11-21T08:21:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:49,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:49,856 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:49,856 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:49,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:49,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:49,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/running
2024-11-21T08:21:49,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Set watcher on znode that does not yet exist, /1-1472514648/running
2024-11-21T08:21:49,857 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,45165,1732177279679' *****
2024-11-21T08:21:49,857 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:21:49,857 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:21:49,857 INFO  [RS:0;6ed56fb6cbf7:45165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:21:49,857 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:21:49,857 INFO  [RS:0;6ed56fb6cbf7:45165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a271143b20bf69be803fc740c35e4b8
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45165.
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a271143b20bf69be803fc740c35e4b8, disabling compactions & flushes
2024-11-21T08:21:49,858 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:49,858 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:49,858 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8. after waiting 0 ms
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:21:49,858 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a271143b20bf69be803fc740c35e4b8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB
2024-11-21T08:21:49,858 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:21:49,858 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a271143b20bf69be803fc740c35e4b8=hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8., a094e6740b141c0ebb6cdb393c40105d=test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.}
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:49,858 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a271143b20bf69be803fc740c35e4b8, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:49,858 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:49,858 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:49,859 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:21:49,871 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/.tmp/queue/3b4a77c98128450aa8be93f523bee2d1 is 154, key is 1-6ed56fb6cbf7,45165,1732177279679/queue:6ed56fb6cbf7%2C45165%2C1732177279679/1732177306037/Put/seqid=0
2024-11-21T08:21:49,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741840_1016 (size=5353)
2024-11-21T08:21:49,874 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/info/1cd3ed8ee80c4d9aa81ce48e556bccce is 147, key is hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8./info:regioninfo/1732177296909/Put/seqid=0
2024-11-21T08:21:49,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741841_1017 (size=7686)
2024-11-21T08:21:49,877 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/info/1cd3ed8ee80c4d9aa81ce48e556bccce
2024-11-21T08:21:49,893 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/ns/59a60128e4b04209b33a59d5fed94324 is 43, key is default/ns:d/1732177282980/Put/seqid=0
2024-11-21T08:21:49,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:21:49,907 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:49,958 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:49,959 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:21:50,059 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a271143b20bf69be803fc740c35e4b8, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:50,259 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a271143b20bf69be803fc740c35e4b8, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:50,275 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/.tmp/queue/3b4a77c98128450aa8be93f523bee2d1
2024-11-21T08:21:50,278 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/.tmp/queue/3b4a77c98128450aa8be93f523bee2d1 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/queue/3b4a77c98128450aa8be93f523bee2d1
2024-11-21T08:21:50,281 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/queue/3b4a77c98128450aa8be93f523bee2d1, entries=1, sequenceid=12, filesize=5.2 K
2024-11-21T08:21:50,282 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9a271143b20bf69be803fc740c35e4b8 in 424ms, sequenceid=12, compaction requested=false
2024-11-21T08:21:50,284 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/replication/9a271143b20bf69be803fc740c35e4b8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:50,285 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a271143b20bf69be803fc740c35e4b8:
Waiting for close lock at 1732177309858Running coprocessor pre-close hooks at 1732177309858Disabling compacts and flushes for region at 1732177309858Disabling writes for close at 1732177309858Obtaining lock to block concurrent updates at 1732177309858Preparing flush snapshotting stores in 9a271143b20bf69be803fc740c35e4b8 at 1732177309858Finished memstore snapshotting hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732177309858Flushing stores of hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8. at 1732177309859 (+1 ms)Flushing 9a271143b20bf69be803fc740c35e4b8/queue: creating writer at 1732177309859Flushing 9a271143b20bf69be803fc740c35e4b8/queue: appending metadata at 1732177309871 (+12 ms)Flushing 9a271143b20bf69be803fc740c35e4b8/queue: closing flushed file at 1732177309871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6a471a: reopening flushed file at 1732177310278 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9a271143b20bf69be803fc740c35e4b8 in 424ms, sequenceid=12, compaction requested=false at 1732177310282 (+4 ms)Writing region close event to WAL at 1732177310283 (+1 ms)Running coprocessor post-close hooks at 1732177310285 (+2 ms)Closed at 1732177310285
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177296148.9a271143b20bf69be803fc740c35e4b8.
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a094e6740b141c0ebb6cdb393c40105d, disabling compactions & flushes
2024-11-21T08:21:50,285 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d. after waiting 0 ms
2024-11-21T08:21:50,285 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:50,285 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a094e6740b141c0ebb6cdb393c40105d 3/3 column families, dataSize=276 B heapSize=1.77 KB
2024-11-21T08:21:50,292 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:50,296 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/ns/59a60128e4b04209b33a59d5fed94324
2024-11-21T08:21:50,303 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f/ee13230428724948a6ea95786ee34704 is 29, key is row1/f:/1732177304464/DeleteFamily/seqid=0
2024-11-21T08:21:50,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741843_1019 (size=5152)
2024-11-21T08:21:50,315 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/rep_barrier/abead7eee89548f2ae370756bdf3de91 is 112, key is test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d./rep_barrier:seqnumDuringOpen/1732177291843/Put/seqid=0
2024-11-21T08:21:50,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:21:50,459 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1193, reset compression=false
2024-11-21T08:21:50,459 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:50,463 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:50,463 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1440, reset compression=false
2024-11-21T08:21:50,463 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,45165,1732177279679 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:50,464 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,45165,1732177279679: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,45165,1732177279679, walGroup=6ed56fb6cbf7%2C45165%2C1732177279679, offset=6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026:1440, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:45165 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:21:50,465 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:21:50,465 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:21:50,466 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:21:50,466 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:21:50,466 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:21:50,466 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1193279488,
        "init": 1048576000,
        "max": 2306867200,
        "used": 906496216
      },
      "NonHeapMemoryUsage": {
        "committed": 206176256,
        "init": 7667712,
        "max": -1,
        "used": 202753344
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:21:50,466 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:46491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:46491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:21:50,659 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:50,666 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1440, reset compression=false
2024-11-21T08:21:50,706 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f/ee13230428724948a6ea95786ee34704
2024-11-21T08:21:50,709 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee13230428724948a6ea95786ee34704
2024-11-21T08:21:50,718 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/rep_barrier/abead7eee89548f2ae370756bdf3de91
2024-11-21T08:21:50,722 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f1/174c7e768bf14bc0a53964729fa85888 is 30, key is row1/f1:/1732177304464/DeleteFamily/seqid=0
2024-11-21T08:21:50,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741845_1021 (size=5158)
2024-11-21T08:21:50,736 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/table/08cbf928fab64a8cbbf1428aea35a9c5 is 53, key is hbase:replication/table:state/1732177296914/Put/seqid=0
2024-11-21T08:21:50,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:21:50,859 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:21:50,859 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a094e6740b141c0ebb6cdb393c40105d=test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.}
2024-11-21T08:21:50,859 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:50,968 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1440, reset compression=false
2024-11-21T08:21:51,060 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:51,127 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f1/174c7e768bf14bc0a53964729fa85888
2024-11-21T08:21:51,130 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 174c7e768bf14bc0a53964729fa85888
2024-11-21T08:21:51,139 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/table/08cbf928fab64a8cbbf1428aea35a9c5
2024-11-21T08:21:51,142 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/info/1cd3ed8ee80c4d9aa81ce48e556bccce as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/info/1cd3ed8ee80c4d9aa81ce48e556bccce
2024-11-21T08:21:51,143 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/norep/49d9d1d9ecd848a9a43b49e03a3bf1d1 is 33, key is row1/norep:/1732177304464/DeleteFamily/seqid=0
2024-11-21T08:21:51,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741847_1023 (size=5108)
2024-11-21T08:21:51,146 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/info/1cd3ed8ee80c4d9aa81ce48e556bccce, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:51,147 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/ns/59a60128e4b04209b33a59d5fed94324 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/ns/59a60128e4b04209b33a59d5fed94324
2024-11-21T08:21:51,150 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/ns/59a60128e4b04209b33a59d5fed94324, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:51,151 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/rep_barrier/abead7eee89548f2ae370756bdf3de91 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/rep_barrier/abead7eee89548f2ae370756bdf3de91
2024-11-21T08:21:51,154 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/rep_barrier/abead7eee89548f2ae370756bdf3de91, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:51,155 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/.tmp/table/08cbf928fab64a8cbbf1428aea35a9c5 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/table/08cbf928fab64a8cbbf1428aea35a9c5
2024-11-21T08:21:51,158 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/table/08cbf928fab64a8cbbf1428aea35a9c5, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:51,159 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:51,162 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:51,162 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:51,163 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:51,163 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:51,163 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177309858Running coprocessor pre-close hooks at 1732177309858Disabling compacts and flushes for region at 1732177309858Disabling writes for close at 1732177309858Obtaining lock to block concurrent updates at 1732177309859 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732177309859Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177309859Flushing stores of hbase:meta,,1.1588230740 at 1732177309859Flushing 1588230740/info: creating writer at 1732177309859Flushing 1588230740/info: appending metadata at 1732177309874 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732177309874Flushing 1588230740/ns: creating writer at 1732177309881 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732177309892 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732177309892Flushing 1588230740/rep_barrier: creating writer at 1732177310299 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177310315 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177310315Flushing 1588230740/table: creating writer at 1732177310721 (+406 ms)Flushing 1588230740/table: appending metadata at 1732177310735 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732177310735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766f8ab1: reopening flushed file at 1732177311142 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26245a5f: reopening flushed file at 1732177311146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a87e93: reopening flushed file at 1732177311150 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cff6f57: reopening flushed file at 1732177311155 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1732177311159 (+4 ms)Writing region close event to WAL at 1732177311160 (+1 ms)Running coprocessor post-close hooks at 1732177311162 (+2 ms)Closed at 1732177311163 (+1 ms)
2024-11-21T08:21:51,163 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:51,260 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:51,371 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/WALs/6ed56fb6cbf7,45165,1732177279679/6ed56fb6cbf7%2C45165%2C1732177279679.1732177282026 to pos 1440, reset compression=false
2024-11-21T08:21:51,460 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1351): Waiting on a094e6740b141c0ebb6cdb393c40105d
2024-11-21T08:21:51,495 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:51,546 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/norep/49d9d1d9ecd848a9a43b49e03a3bf1d1
2024-11-21T08:21:51,549 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49d9d1d9ecd848a9a43b49e03a3bf1d1
2024-11-21T08:21:51,550 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f/ee13230428724948a6ea95786ee34704 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/f/ee13230428724948a6ea95786ee34704
2024-11-21T08:21:51,553 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee13230428724948a6ea95786ee34704
2024-11-21T08:21:51,553 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/f/ee13230428724948a6ea95786ee34704, entries=3, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:51,554 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/f1/174c7e768bf14bc0a53964729fa85888 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/f1/174c7e768bf14bc0a53964729fa85888
2024-11-21T08:21:51,558 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 174c7e768bf14bc0a53964729fa85888
2024-11-21T08:21:51,558 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/f1/174c7e768bf14bc0a53964729fa85888, entries=3, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:51,559 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/.tmp/norep/49d9d1d9ecd848a9a43b49e03a3bf1d1 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/norep/49d9d1d9ecd848a9a43b49e03a3bf1d1
2024-11-21T08:21:51,563 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49d9d1d9ecd848a9a43b49e03a3bf1d1
2024-11-21T08:21:51,563 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/norep/49d9d1d9ecd848a9a43b49e03a3bf1d1, entries=1, sequenceid=10, filesize=5.0 K
2024-11-21T08:21:51,563 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a094e6740b141c0ebb6cdb393c40105d in 1278ms, sequenceid=10, compaction requested=false
2024-11-21T08:21:51,563 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:21:51,567 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/data/default/test/a094e6740b141c0ebb6cdb393c40105d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1
2024-11-21T08:21:51,567 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:51,567 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:51,567 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:51,567 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a094e6740b141c0ebb6cdb393c40105d:
Waiting for close lock at 1732177310285Running coprocessor pre-close hooks at 1732177310285Disabling compacts and flushes for region at 1732177310285Disabling writes for close at 1732177310285Obtaining lock to block concurrent updates at 1732177310285Preparing flush snapshotting stores in a094e6740b141c0ebb6cdb393c40105d at 1732177310285Finished memstore snapshotting test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732177310286 (+1 ms)Flushing stores of test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d. at 1732177310286Flushing a094e6740b141c0ebb6cdb393c40105d/f: creating writer at 1732177310286Flushing a094e6740b141c0ebb6cdb393c40105d/f: appending metadata at 1732177310302 (+16 ms)Flushing a094e6740b141c0ebb6cdb393c40105d/f: closing flushed file at 1732177310302Flushing a094e6740b141c0ebb6cdb393c40105d/f1: creating writer at 1732177310709 (+407 ms)Flushing a094e6740b141c0ebb6cdb393c40105d/f1: appending metadata at 1732177310722 (+13 ms)Flushing a094e6740b141c0ebb6cdb393c40105d/f1: closing flushed file at 1732177310722Flushing a094e6740b141c0ebb6cdb393c40105d/norep: creating writer at 1732177311130 (+408 ms)Flushing a094e6740b141c0ebb6cdb393c40105d/norep: appending metadata at 1732177311142 (+12 ms)Flushing a094e6740b141c0ebb6cdb393c40105d/norep: closing flushed file at 1732177311142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4319e45d: reopening flushed file at 1732177311550 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523ecd27: reopening flushed file at 1732177311553 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4563ec36: reopening flushed file at 1732177311559 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a094e6740b141c0ebb6cdb393c40105d in 1278ms, sequenceid=10, compaction requested=false at 1732177311563 (+4 ms)Writing region close event to WAL at 1732177311565 (+2 ms)Running coprocessor post-close hooks at 1732177311567 (+2 ms)Closed at 1732177311567
2024-11-21T08:21:51,567 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177290700.a094e6740b141c0ebb6cdb393c40105d.
2024-11-21T08:21:51,660 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,45165,1732177279679; all regions closed.
2024-11-21T08:21:51,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:51,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741839_1015 (size=3114)
2024-11-21T08:21:51,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741832_1008 (size=2092)
2024-11-21T08:21:51,666 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:51,666 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:51,666 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:51,666 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:51,666 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:51,666 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:51,666 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,45165,1732177279679 because: Region server is closing
2024-11-21T08:21:51,667 INFO  [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45165.
2024-11-21T08:21:51,667 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:51,667 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:51,667 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:51,667 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:51,767 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.shipper6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 terminated
2024-11-21T08:21:51,767 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,45165,1732177279679.replicationSource.wal-reader.6ed56fb6cbf7%2C45165%2C1732177279679,1-6ed56fb6cbf7,45165,1732177279679 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:21:51,768 INFO  [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:45165.
2024-11-21T08:21:51,768 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:51,768 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:51,768 DEBUG [RS:0;6ed56fb6cbf7:45165 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:51,768 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:51,768 INFO  [RS:0;6ed56fb6cbf7:45165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45165
2024-11-21T08:21:51,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1472514648/rs/6ed56fb6cbf7,45165,1732177279679
2024-11-21T08:21:51,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648/rs
2024-11-21T08:21:51,783 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:51,825 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,45165,1732177279679]
2024-11-21T08:21:51,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1472514648/draining/6ed56fb6cbf7,45165,1732177279679 already deleted, retry=false
2024-11-21T08:21:51,846 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,45165,1732177279679 expired; onlineServers=0
2024-11-21T08:21:51,846 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,46491,1732177279557' *****
2024-11-21T08:21:51,846 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:51,846 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:51,846 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:51,846 DEBUG [M:0;6ed56fb6cbf7:46491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:51,846 DEBUG [M:0;6ed56fb6cbf7:46491 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:51,846 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177281739 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177281739,5,FailOnTimeoutGroup]
2024-11-21T08:21:51,847 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:51,847 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:51,847 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:51,847 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177281739 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177281739,5,FailOnTimeoutGroup]
2024-11-21T08:21:51,847 DEBUG [M:0;6ed56fb6cbf7:46491 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:51,847 INFO  [M:0;6ed56fb6cbf7:46491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:51,847 INFO  [M:0;6ed56fb6cbf7:46491 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:51,847 INFO  [M:0;6ed56fb6cbf7:46491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:51,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1472514648/master
2024-11-21T08:21:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1472514648
2024-11-21T08:21:51,857 DEBUG [M:0;6ed56fb6cbf7:46491 {}] zookeeper.ZKUtil(347): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Unable to get data of znode /1-1472514648/master because node does not exist (not an error)
2024-11-21T08:21:51,857 WARN  [M:0;6ed56fb6cbf7:46491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:51,857 INFO  [M:0;6ed56fb6cbf7:46491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/.lastflushedseqids
2024-11-21T08:21:51,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741848_1024 (size=245)
2024-11-21T08:21:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:51,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45165-0x1015c7b98680004, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:51,925 INFO  [RS:0;6ed56fb6cbf7:45165 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:51,925 INFO  [RS:0;6ed56fb6cbf7:45165 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,45165,1732177279679; zookeeper connection closed.
2024-11-21T08:21:51,926 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a0f9ffb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a0f9ffb
2024-11-21T08:21:51,926 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:52,282 INFO  [M:0;6ed56fb6cbf7:46491 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:52,282 INFO  [M:0;6ed56fb6cbf7:46491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:52,282 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:52,282 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:52,282 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:52,282 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:52,282 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:52,282 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB
2024-11-21T08:21:52,306 DEBUG [M:0;6ed56fb6cbf7:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90108c5f237c436d99018a8e7d2894c0 is 82, key is hbase:meta,,1/info:regioninfo/1732177282964/Put/seqid=0
2024-11-21T08:21:52,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741849_1025 (size=5672)
2024-11-21T08:21:52,332 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90108c5f237c436d99018a8e7d2894c0
2024-11-21T08:21:52,352 DEBUG [M:0;6ed56fb6cbf7:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bc752c1062453d91fac68faa62c286 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177296916/Put/seqid=0
2024-11-21T08:21:52,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741850_1026 (size=8516)
2024-11-21T08:21:52,765 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bc752c1062453d91fac68faa62c286
2024-11-21T08:21:52,792 DEBUG [M:0;6ed56fb6cbf7:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e723ccf7534798938f37c07e469fa6 is 69, key is 6ed56fb6cbf7,45165,1732177279679/rs:state/1732177281841/Put/seqid=0
2024-11-21T08:21:52,798 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:52,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741851_1027 (size=5156)
2024-11-21T08:21:52,859 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,859 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,859 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,860 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,861 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,902 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,903 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,903 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,903 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,909 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,912 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,913 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:52,914 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,224 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e723ccf7534798938f37c07e469fa6
2024-11-21T08:21:53,228 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90108c5f237c436d99018a8e7d2894c0 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90108c5f237c436d99018a8e7d2894c0
2024-11-21T08:21:53,231 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90108c5f237c436d99018a8e7d2894c0, entries=8, sequenceid=97, filesize=5.5 K
2024-11-21T08:21:53,231 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1bc752c1062453d91fac68faa62c286 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1bc752c1062453d91fac68faa62c286
2024-11-21T08:21:53,234 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1bc752c1062453d91fac68faa62c286, entries=11, sequenceid=97, filesize=8.3 K
2024-11-21T08:21:53,235 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3e723ccf7534798938f37c07e469fa6 as hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3e723ccf7534798938f37c07e469fa6
2024-11-21T08:21:53,238 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37669/user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3e723ccf7534798938f37c07e469fa6, entries=1, sequenceid=97, filesize=5.0 K
2024-11-21T08:21:53,238 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false
2024-11-21T08:21:53,242 INFO  [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:53,242 DEBUG [M:0;6ed56fb6cbf7:46491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177312282Disabling compacts and flushes for region at 1732177312282Disabling writes for close at 1732177312282Obtaining lock to block concurrent updates at 1732177312282Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177312282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732177312283 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177312283Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177312283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177312305 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177312305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177312336 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177312351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177312352 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177312775 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177312792 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177312792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54832b80: reopening flushed file at 1732177313227 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d387d: reopening flushed file at 1732177313231 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f2a987: reopening flushed file at 1732177313234 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false at 1732177313238 (+4 ms)Writing region close event to WAL at 1732177313242 (+4 ms)Closed at 1732177313242
2024-11-21T08:21:53,244 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5a2e0a6-dcb6-6630-ab60-7298667e01e5/MasterData/WALs/6ed56fb6cbf7,46491,1732177279557/6ed56fb6cbf7%2C46491%2C1732177279557.1732177281475 not finished, retry = 0
2024-11-21T08:21:53,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43747 is added to blk_1073741830_1006 (size=63654)
2024-11-21T08:21:53,345 INFO  [M:0;6ed56fb6cbf7:46491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:53,345 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:53,345 INFO  [M:0;6ed56fb6cbf7:46491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46491
2024-11-21T08:21:53,345 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:53,443 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:53,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,444 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,445 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,472 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,473 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,479 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,481 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,482 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,483 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:53,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x1015c7b98680003, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:53,493 INFO  [M:0;6ed56fb6cbf7:46491 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:53,502 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@98d3254{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:53,502 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74e72721{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:53,502 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:53,503 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3749ead2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:53,503 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2d0b0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:53,506 WARN  [BP-1301430011-172.17.0.3-1732177278098 heartbeating to localhost/127.0.0.1:37669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:53,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:53,506 WARN  [BP-1301430011-172.17.0.3-1732177278098 heartbeating to localhost/127.0.0.1:37669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301430011-172.17.0.3-1732177278098 (Datanode Uuid 6cc2bf3e-e929-4961-9198-e1af1941ff96) service to localhost/127.0.0.1:37669
2024-11-21T08:21:53,506 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:53,507 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/cluster_dc8806cf-16df-7020-54d1-e775fcd1c9ce/data/data1/current/BP-1301430011-172.17.0.3-1732177278098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:53,507 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/cluster_dc8806cf-16df-7020-54d1-e775fcd1c9ce/data/data2/current/BP-1301430011-172.17.0.3-1732177278098 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:53,507 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:53,512 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@763b0c73{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:53,513 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66fcac6d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:53,513 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:53,513 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7609b28f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:53,513 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63985c96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c28424f-f363-b6a2-ee1f-4dac179e7008/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:53,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:53,535 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:21:53,535 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:53,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:53,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:53,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:53,536 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:53,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:21:53,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223145917, stopped=false
2024-11-21T08:21:53,536 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,45829,1732177274292
2024-11-21T08:21:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01571575129/running
2024-11-21T08:21:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01571575129/running
2024-11-21T08:21:53,551 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:53,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:53,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/running
2024-11-21T08:21:53,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Set watcher on znode that does not yet exist, /01571575129/running
2024-11-21T08:21:53,552 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:21:53,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:53,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:53,552 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,36851,1732177274500' *****
2024-11-21T08:21:53,552 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:21:53,552 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:21:53,552 INFO  [RS:0;6ed56fb6cbf7:36851 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:21:53,552 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:21:53,552 INFO  [RS:0;6ed56fb6cbf7:36851 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 24beac9a95bd4449078ef43430db66b3
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:36851.
2024-11-21T08:21:53,553 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24beac9a95bd4449078ef43430db66b3, disabling compactions & flushes
2024-11-21T08:21:53,553 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:53,553 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3. after waiting 0 ms
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:21:53,553 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24beac9a95bd4449078ef43430db66b3 3/3 column families, dataSize=594 B heapSize=1.63 KB
2024-11-21T08:21:53,553 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:21:53,553 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1325): Online Regions={24beac9a95bd4449078ef43430db66b3=hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3., 1588230740=hbase:meta,,1.1588230740, 4043a8e1669ff96b283b2615c97d7049=test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.}
2024-11-21T08:21:53,553 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24beac9a95bd4449078ef43430db66b3, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:21:53,553 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:21:53,553 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:21:53,553 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:21:53,566 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/info/24aeadb8721c4fbc90c3331a89cb79ff is 147, key is hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3./info:regioninfo/1732177295155/Put/seqid=0
2024-11-21T08:21:53,566 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/.tmp/queue/e042103abed240ef9558fc13832f25d2 is 153, key is 1-6ed56fb6cbf7,36851,1732177274500/queue:6ed56fb6cbf7%2C36851%2C1732177274500/1732177303765/Put/seqid=0
2024-11-21T08:21:53,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741841_1017 (size=5352)
2024-11-21T08:21:53,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741840_1016 (size=7686)
2024-11-21T08:21:53,610 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:53,689 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:21:53,689 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:21:53,753 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24beac9a95bd4449078ef43430db66b3, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:53,954 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24beac9a95bd4449078ef43430db66b3, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:53,969 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/.tmp/queue/e042103abed240ef9558fc13832f25d2
2024-11-21T08:21:53,970 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/info/24aeadb8721c4fbc90c3331a89cb79ff
2024-11-21T08:21:53,976 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/.tmp/queue/e042103abed240ef9558fc13832f25d2 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/queue/e042103abed240ef9558fc13832f25d2
2024-11-21T08:21:53,982 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/queue/e042103abed240ef9558fc13832f25d2, entries=1, sequenceid=8, filesize=5.2 K
2024-11-21T08:21:53,983 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 24beac9a95bd4449078ef43430db66b3 in 430ms, sequenceid=8, compaction requested=false
2024-11-21T08:21:53,983 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:21:53,997 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/replication/24beac9a95bd4449078ef43430db66b3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1
2024-11-21T08:21:53,997 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:53,997 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:53,997 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:53,997 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24beac9a95bd4449078ef43430db66b3:
Waiting for close lock at 1732177313553Running coprocessor pre-close hooks at 1732177313553Disabling compacts and flushes for region at 1732177313553Disabling writes for close at 1732177313553Obtaining lock to block concurrent updates at 1732177313553Preparing flush snapshotting stores in 24beac9a95bd4449078ef43430db66b3 at 1732177313553Finished memstore snapshotting hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732177313553Flushing stores of hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3. at 1732177313554 (+1 ms)Flushing 24beac9a95bd4449078ef43430db66b3/queue: creating writer at 1732177313554Flushing 24beac9a95bd4449078ef43430db66b3/queue: appending metadata at 1732177313565 (+11 ms)Flushing 24beac9a95bd4449078ef43430db66b3/queue: closing flushed file at 1732177313565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74aaccdf: reopening flushed file at 1732177313975 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 24beac9a95bd4449078ef43430db66b3 in 430ms, sequenceid=8, compaction requested=false at 1732177313983 (+8 ms)Writing region close event to WAL at 1732177313988 (+5 ms)Running coprocessor post-close hooks at 1732177313997 (+9 ms)Closed at 1732177313997
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177294000.24beac9a95bd4449078ef43430db66b3.
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4043a8e1669ff96b283b2615c97d7049, disabling compactions & flushes
2024-11-21T08:21:53,998 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177288536.4043a8e1669ff96b283b2615c97d7049. after waiting 0 ms
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:53,998 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4043a8e1669ff96b283b2615c97d7049 3/3 column families, dataSize=107 B heapSize=1.15 KB
2024-11-21T08:21:53,998 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/ns/22fb1ed95ffe40f4888ceb43546a6495 is 43, key is default/ns:d/1732177277928/Put/seqid=0
2024-11-21T08:21:54,022 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f/a3914a0b47a147b5b0259dfbff97212f is 28, key is row/f:/1732177303460/DeleteFamily/seqid=0
2024-11-21T08:21:54,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:21:54,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741843_1019 (size=5085)
2024-11-21T08:21:54,154 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:54,217 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 636, reset compression=false
2024-11-21T08:21:54,220 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:21:54,220 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 883, reset compression=false
2024-11-21T08:21:54,220 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,36851,1732177274500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:21:54,221 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,36851,1732177274500: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,36851,1732177274500, walGroup=6ed56fb6cbf7%2C36851%2C1732177274500, offset=6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819:883, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:36851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:21:54,222 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:21:54,222 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:21:54,222 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:21:54,222 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:21:54,222 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:21:54,222 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1193279488,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1000868056
      },
      "NonHeapMemoryUsage": {
        "committed": 206635008,
        "init": 7667712,
        "max": -1,
        "used": 203432216
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:21:54,223 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:45829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:45829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:21:54,354 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:54,423 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 883, reset compression=false
2024-11-21T08:21:54,430 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/ns/22fb1ed95ffe40f4888ceb43546a6495
2024-11-21T08:21:54,439 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f/a3914a0b47a147b5b0259dfbff97212f
2024-11-21T08:21:54,442 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3914a0b47a147b5b0259dfbff97212f
2024-11-21T08:21:54,446 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/rep_barrier/8595e7cc61d4482a83c28cf20c9a0a00 is 112, key is test,,1732177288536.4043a8e1669ff96b283b2615c97d7049./rep_barrier:seqnumDuringOpen/1732177289678/Put/seqid=0
2024-11-21T08:21:54,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741844_1020 (size=5518)
2024-11-21T08:21:54,455 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f1/bc1b7b84e1994928955f679e299028b5 is 29, key is row/f1:/1732177303460/DeleteFamily/seqid=0
2024-11-21T08:21:54,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741845_1021 (size=5089)
2024-11-21T08:21:54,554 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:21:54,554 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4043a8e1669ff96b283b2615c97d7049=test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.}
2024-11-21T08:21:54,554 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:54,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 883, reset compression=false
2024-11-21T08:21:54,754 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:54,854 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/rep_barrier/8595e7cc61d4482a83c28cf20c9a0a00
2024-11-21T08:21:54,858 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f1/bc1b7b84e1994928955f679e299028b5
2024-11-21T08:21:54,867 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc1b7b84e1994928955f679e299028b5
2024-11-21T08:21:54,885 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/table/06666f4c986c47f8a042078081b8be63 is 53, key is hbase:replication/table:state/1732177295160/Put/seqid=0
2024-11-21T08:21:54,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741846_1022 (size=5308)
2024-11-21T08:21:54,892 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/table/06666f4c986c47f8a042078081b8be63
2024-11-21T08:21:54,896 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/norep/5242ed9fb8d544dba5590d56f0d1da65 is 32, key is row/norep:/1732177303460/DeleteFamily/seqid=0
2024-11-21T08:21:54,897 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/info/24aeadb8721c4fbc90c3331a89cb79ff as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/info/24aeadb8721c4fbc90c3331a89cb79ff
2024-11-21T08:21:54,900 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/info/24aeadb8721c4fbc90c3331a89cb79ff, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:21:54,901 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/ns/22fb1ed95ffe40f4888ceb43546a6495 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/ns/22fb1ed95ffe40f4888ceb43546a6495
2024-11-21T08:21:54,904 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/ns/22fb1ed95ffe40f4888ceb43546a6495, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:21:54,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741847_1023 (size=5101)
2024-11-21T08:21:54,907 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/rep_barrier/8595e7cc61d4482a83c28cf20c9a0a00 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/rep_barrier/8595e7cc61d4482a83c28cf20c9a0a00
2024-11-21T08:21:54,911 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/rep_barrier/8595e7cc61d4482a83c28cf20c9a0a00, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:21:54,912 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/.tmp/table/06666f4c986c47f8a042078081b8be63 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/table/06666f4c986c47f8a042078081b8be63
2024-11-21T08:21:54,916 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/table/06666f4c986c47f8a042078081b8be63, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:21:54,917 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false
2024-11-21T08:21:54,917 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:21:54,921 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:21:54,921 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:54,921 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:21:54,921 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:54,922 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177313553Running coprocessor pre-close hooks at 1732177313553Disabling compacts and flushes for region at 1732177313553Disabling writes for close at 1732177313553Obtaining lock to block concurrent updates at 1732177313553Preparing flush snapshotting stores in 1588230740 at 1732177313553Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177313553Flushing stores of hbase:meta,,1.1588230740 at 1732177313554 (+1 ms)Flushing 1588230740/info: creating writer at 1732177313554Flushing 1588230740/info: appending metadata at 1732177313566 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732177313566Flushing 1588230740/ns: creating writer at 1732177313975 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732177313998 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732177313998Flushing 1588230740/rep_barrier: creating writer at 1732177314433 (+435 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177314446 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177314446Flushing 1588230740/table: creating writer at 1732177314857 (+411 ms)Flushing 1588230740/table: appending metadata at 1732177314874 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732177314874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbf7c47: reopening flushed file at 1732177314896 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5685f: reopening flushed file at 1732177314900 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d088ffc: reopening flushed file at 1732177314904 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc770d2: reopening flushed file at 1732177314911 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false at 1732177314917 (+6 ms)Writing region close event to WAL at 1732177314919 (+2 ms)Running coprocessor post-close hooks at 1732177314921 (+2 ms)Closed at 1732177314921
2024-11-21T08:21:54,922 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:21:54,955 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:55,129 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 to pos 883, reset compression=false
2024-11-21T08:21:55,155 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1351): Waiting on 4043a8e1669ff96b283b2615c97d7049
2024-11-21T08:21:55,307 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/norep/5242ed9fb8d544dba5590d56f0d1da65
2024-11-21T08:21:55,311 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5242ed9fb8d544dba5590d56f0d1da65
2024-11-21T08:21:55,311 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f/a3914a0b47a147b5b0259dfbff97212f as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/f/a3914a0b47a147b5b0259dfbff97212f
2024-11-21T08:21:55,314 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3914a0b47a147b5b0259dfbff97212f
2024-11-21T08:21:55,314 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/f/a3914a0b47a147b5b0259dfbff97212f, entries=1, sequenceid=6, filesize=5.0 K
2024-11-21T08:21:55,315 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/f1/bc1b7b84e1994928955f679e299028b5 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/f1/bc1b7b84e1994928955f679e299028b5
2024-11-21T08:21:55,318 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc1b7b84e1994928955f679e299028b5
2024-11-21T08:21:55,318 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/f1/bc1b7b84e1994928955f679e299028b5, entries=1, sequenceid=6, filesize=5.0 K
2024-11-21T08:21:55,319 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/.tmp/norep/5242ed9fb8d544dba5590d56f0d1da65 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/norep/5242ed9fb8d544dba5590d56f0d1da65
2024-11-21T08:21:55,322 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5242ed9fb8d544dba5590d56f0d1da65
2024-11-21T08:21:55,323 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/norep/5242ed9fb8d544dba5590d56f0d1da65, entries=1, sequenceid=6, filesize=5.0 K
2024-11-21T08:21:55,323 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4043a8e1669ff96b283b2615c97d7049 in 1325ms, sequenceid=6, compaction requested=false
2024-11-21T08:21:55,324 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:21:55,340 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/data/default/test/4043a8e1669ff96b283b2615c97d7049/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-21T08:21:55,340 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:21:55,340 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:21:55,340 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:55,340 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4043a8e1669ff96b283b2615c97d7049:
Waiting for close lock at 1732177313998Running coprocessor pre-close hooks at 1732177313998Disabling compacts and flushes for region at 1732177313998Disabling writes for close at 1732177313998Obtaining lock to block concurrent updates at 1732177313998Preparing flush snapshotting stores in 4043a8e1669ff96b283b2615c97d7049 at 1732177313998Finished memstore snapshotting test,,1732177288536.4043a8e1669ff96b283b2615c97d7049., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732177313999 (+1 ms)Flushing stores of test,,1732177288536.4043a8e1669ff96b283b2615c97d7049. at 1732177313999Flushing 4043a8e1669ff96b283b2615c97d7049/f: creating writer at 1732177313999Flushing 4043a8e1669ff96b283b2615c97d7049/f: appending metadata at 1732177314021 (+22 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/f: closing flushed file at 1732177314022 (+1 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/f1: creating writer at 1732177314442 (+420 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/f1: appending metadata at 1732177314454 (+12 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/f1: closing flushed file at 1732177314454Flushing 4043a8e1669ff96b283b2615c97d7049/norep: creating writer at 1732177314867 (+413 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/norep: appending metadata at 1732177314895 (+28 ms)Flushing 4043a8e1669ff96b283b2615c97d7049/norep: closing flushed file at 1732177314895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336fac20: reopening flushed file at 1732177315311 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c057778: reopening flushed file at 1732177315314 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2467e7: reopening flushed file at 1732177315318 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4043a8e1669ff96b283b2615c97d7049 in 1325ms, sequenceid=6, compaction requested=false at 1732177315324 (+6 ms)Writing region close event to WAL at 1732177315337 (+13 ms)Running coprocessor post-close hooks at 1732177315340 (+3 ms)Closed at 1732177315340
2024-11-21T08:21:55,340 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177288536.4043a8e1669ff96b283b2615c97d7049.
2024-11-21T08:21:55,355 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,36851,1732177274500; all regions closed.
2024-11-21T08:21:55,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741834_1010 (size=4239)
2024-11-21T08:21:55,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741839_1015 (size=2240)
2024-11-21T08:21:55,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741832_1008 (size=1535)
2024-11-21T08:21:55,368 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/WALs/6ed56fb6cbf7,36851,1732177274500/6ed56fb6cbf7%2C36851%2C1732177274500.1732177276819 not finished, retry = 0
2024-11-21T08:21:55,469 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:55,469 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:21:55,469 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:55,469 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:55,469 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:55,469 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:55,469 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,36851,1732177274500 because: Region server is closing
2024-11-21T08:21:55,470 INFO  [RS:0;6ed56fb6cbf7:36851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:36851.
2024-11-21T08:21:55,470 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:21:55,470 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:55,470 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:21:55,470 DEBUG [RS:0;6ed56fb6cbf7:36851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:21:55,570 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.shipper6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 terminated
2024-11-21T08:21:55,570 INFO  [RS:0;6ed56fb6cbf7:36851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36851
2024-11-21T08:21:55,570 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,36851,1732177274500.replicationSource.wal-reader.6ed56fb6cbf7%2C36851%2C1732177274500,1-6ed56fb6cbf7,36851,1732177274500 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:21:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129/rs
2024-11-21T08:21:55,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01571575129/rs/6ed56fb6cbf7,36851,1732177274500
2024-11-21T08:21:55,638 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:55,700 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,36851,1732177274500]
2024-11-21T08:21:55,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01571575129/draining/6ed56fb6cbf7,36851,1732177274500 already deleted, retry=false
2024-11-21T08:21:55,775 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,36851,1732177274500 expired; onlineServers=0
2024-11-21T08:21:55,775 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,45829,1732177274292' *****
2024-11-21T08:21:55,775 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:21:55,775 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:21:55,775 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:21:55,775 DEBUG [M:0;6ed56fb6cbf7:45829 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:21:55,775 DEBUG [M:0;6ed56fb6cbf7:45829 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:21:55,775 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:21:55,775 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177276538 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177276538,5,FailOnTimeoutGroup]
2024-11-21T08:21:55,775 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177276539 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177276539,5,FailOnTimeoutGroup]
2024-11-21T08:21:55,775 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:21:55,775 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:21:55,775 DEBUG [M:0;6ed56fb6cbf7:45829 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:21:55,775 INFO  [M:0;6ed56fb6cbf7:45829 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:21:55,776 INFO  [M:0;6ed56fb6cbf7:45829 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:21:55,776 ERROR [M:0;6ed56fb6cbf7:45829 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40507,5,PEWorkerGroup]
2024-11-21T08:21:55,776 INFO  [M:0;6ed56fb6cbf7:45829 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:21:55,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:21:55,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:55,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36851-0x1015c7b98680001, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:55,801 INFO  [RS:0;6ed56fb6cbf7:36851 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:55,801 INFO  [RS:0;6ed56fb6cbf7:36851 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,36851,1732177274500; zookeeper connection closed.
2024-11-21T08:21:55,801 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@772600f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@772600f1
2024-11-21T08:21:55,801 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:21:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01571575129/master
2024-11-21T08:21:55,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01571575129
2024-11-21T08:21:55,870 DEBUG [M:0;6ed56fb6cbf7:45829 {}] zookeeper.ZKUtil(347): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Unable to get data of znode /01571575129/master because node does not exist (not an error)
2024-11-21T08:21:55,870 WARN  [M:0;6ed56fb6cbf7:45829 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:21:55,871 INFO  [M:0;6ed56fb6cbf7:45829 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/.lastflushedseqids
2024-11-21T08:21:55,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741848_1024 (size=245)
2024-11-21T08:21:56,278 INFO  [M:0;6ed56fb6cbf7:45829 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:21:56,278 INFO  [M:0;6ed56fb6cbf7:45829 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:21:56,279 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:21:56,279 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:56,279 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:56,279 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:21:56,279 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:56,279 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB
2024-11-21T08:21:56,292 DEBUG [M:0;6ed56fb6cbf7:45829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a1aef9cfb514e1aa14a59d3f55e2c89 is 82, key is hbase:meta,,1/info:regioninfo/1732177277878/Put/seqid=0
2024-11-21T08:21:56,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741849_1025 (size=5672)
2024-11-21T08:21:56,695 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a1aef9cfb514e1aa14a59d3f55e2c89
2024-11-21T08:21:56,716 DEBUG [M:0;6ed56fb6cbf7:45829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96622fe5413645f28ad28ea42d62eac2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177289700/Put/seqid=0
2024-11-21T08:21:56,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741850_1026 (size=7218)
2024-11-21T08:21:57,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:21:57,037 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:57,038 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128982 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:21:57,131 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96622fe5413645f28ad28ea42d62eac2
2024-11-21T08:21:57,134 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96622fe5413645f28ad28ea42d62eac2
2024-11-21T08:21:57,146 DEBUG [M:0;6ed56fb6cbf7:45829 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e21b89547aab4fd699ccab36fd2bd390 is 69, key is 6ed56fb6cbf7,36851,1732177274500/rs:state/1732177276662/Put/seqid=0
2024-11-21T08:21:57,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741851_1027 (size=5156)
2024-11-21T08:21:57,549 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e21b89547aab4fd699ccab36fd2bd390
2024-11-21T08:21:57,554 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a1aef9cfb514e1aa14a59d3f55e2c89 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a1aef9cfb514e1aa14a59d3f55e2c89
2024-11-21T08:21:57,557 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a1aef9cfb514e1aa14a59d3f55e2c89, entries=8, sequenceid=105, filesize=5.5 K
2024-11-21T08:21:57,558 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96622fe5413645f28ad28ea42d62eac2 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96622fe5413645f28ad28ea42d62eac2
2024-11-21T08:21:57,562 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96622fe5413645f28ad28ea42d62eac2
2024-11-21T08:21:57,562 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96622fe5413645f28ad28ea42d62eac2, entries=11, sequenceid=105, filesize=7.0 K
2024-11-21T08:21:57,563 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e21b89547aab4fd699ccab36fd2bd390 as hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e21b89547aab4fd699ccab36fd2bd390
2024-11-21T08:21:57,566 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40507/user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e21b89547aab4fd699ccab36fd2bd390, entries=1, sequenceid=105, filesize=5.0 K
2024-11-21T08:21:57,567 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false
2024-11-21T08:21:57,568 INFO  [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:21:57,568 DEBUG [M:0;6ed56fb6cbf7:45829 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177316278Disabling compacts and flushes for region at 1732177316278Disabling writes for close at 1732177316279 (+1 ms)Obtaining lock to block concurrent updates at 1732177316279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177316279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732177316279Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177316279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177316280 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177316292 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177316292Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177316699 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177316715 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177316715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177317134 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177317146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177317146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ff462c: reopening flushed file at 1732177317553 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366be73e: reopening flushed file at 1732177317557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360097f2: reopening flushed file at 1732177317562 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732177317567 (+5 ms)Writing region close event to WAL at 1732177317568 (+1 ms)Closed at 1732177317568
2024-11-21T08:21:57,570 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/401e9be7-5ad6-40c4-aa73-8770107795de/MasterData/WALs/6ed56fb6cbf7,45829,1732177274292/6ed56fb6cbf7%2C45829%2C1732177274292.1732177276244 not finished, retry = 0
2024-11-21T08:21:57,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33917 is added to blk_1073741830_1006 (size=64423)
2024-11-21T08:21:57,671 INFO  [M:0;6ed56fb6cbf7:45829 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:21:57,671 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:21:57,671 INFO  [M:0;6ed56fb6cbf7:45829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45829
2024-11-21T08:21:57,672 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:21:57,786 INFO  [M:0;6ed56fb6cbf7:45829 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:21:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:57,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45829-0x1015c7b98680000, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:21:57,788 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17f73885{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:57,789 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b428bbb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:57,789 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:57,789 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ca7949d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:57,789 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a73c50e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:57,790 WARN  [BP-883470359-172.17.0.3-1732177272019 heartbeating to localhost/127.0.0.1:40507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:21:57,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:21:57,790 WARN  [BP-883470359-172.17.0.3-1732177272019 heartbeating to localhost/127.0.0.1:40507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-883470359-172.17.0.3-1732177272019 (Datanode Uuid 4f20ce08-195b-47b8-b029-049b1b603a94) service to localhost/127.0.0.1:40507
2024-11-21T08:21:57,790 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:21:57,790 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/data/data1/current/BP-883470359-172.17.0.3-1732177272019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:57,791 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/cluster_0e9c3985-0d5e-10ff-a990-dba10cbafd4a/data/data2/current/BP-883470359-172.17.0.3-1732177272019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:21:57,791 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:21:57,795 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59445011{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:57,796 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@425242de{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:21:57,796 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:21:57,796 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19797295{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:21:57,796 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75067113{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b73b697-3a01-16f0-ea3f-5f4ef35638fd/hadoop.log.dir/,STOPPED}
2024-11-21T08:21:57,800 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:21:57,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:21:57,826 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 311)
Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40507
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:37669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37669 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-37-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-33-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42731
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37669
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57524)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42731
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42731
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37669
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40507 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42731 from jenkins.hfs.19
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-39-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37669 from jenkins.hfs.18
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40507 from jenkins.hfs.17
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-39-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42731
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42731
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37669
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-37-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42731
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37669
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-41-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40507
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-32-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42731 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57524)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42731 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-39-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40507 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-32-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37669 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57524)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:40507
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=788 (was 721) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 500), ProcessCount=11 (was 11), AvailableMemoryMB=3687 (was 3752)
2024-11-21T08:21:57,837 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=788, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=3686
2024-11-21T08:21:57,849 INFO  [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication
2024-11-21T08:21:57,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir so I do NOT create it in target/test-data/90889812-38ac-424d-1ac6-18deeef28586
2024-11-21T08:21:57,849 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:21:57,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.tmp.dir so I do NOT create it in target/test-data/90889812-38ac-424d-1ac6-18deeef28586
2024-11-21T08:21:57,849 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0aa328a-e4ef-3bbf-0c05-9868c9f8d55f/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:21:57,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586
2024-11-21T08:21:57,849 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a, deleteOnExit=true
2024-11-21T08:21:57,852 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/zookeeper_0, clientPort=64792, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:21:57,854 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64792
2024-11-21T08:21:57,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:21:57,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:21:57,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/test.cache.data in system properties and HBase conf
2024-11-21T08:21:57,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:21:57,854 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:21:57,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:21:57,855 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:21:57,856 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:21:57,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:21:57,857 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:21:57,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7b98680005, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:57,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c7b98680008, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:57,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7b98680002, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:21:57,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c7b98680008, quorum=127.0.0.1:57524, baseZNode=/2478502272 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:57,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7b98680002, quorum=127.0.0.1:57524, baseZNode=/01571575129 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:57,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7b98680005, quorum=127.0.0.1:57524, baseZNode=/1-1472514648 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:21:58,330 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:58,333 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:58,335 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:58,335 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:58,335 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:21:58,335 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:58,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102ccf75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:58,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@358fab2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:58,452 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b52256c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/java.io.tmpdir/jetty-localhost-40413-hadoop-hdfs-3_4_1-tests_jar-_-any-14253939673327835932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:21:58,452 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@391be412{HTTP/1.1, (http/1.1)}{localhost:40413}
2024-11-21T08:21:58,452 INFO  [Time-limited test {}] server.Server(415): Started @375912ms
2024-11-21T08:21:58,750 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:21:58,754 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:21:58,760 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:21:58,760 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:21:58,760 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:21:58,762 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58427f13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:21:58,762 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d7b1f54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:21:58,872 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cce2ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/java.io.tmpdir/jetty-localhost-33285-hadoop-hdfs-3_4_1-tests_jar-_-any-5288763869632394559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:21:58,872 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1194e2fd{HTTP/1.1, (http/1.1)}{localhost:33285}
2024-11-21T08:21:58,872 INFO  [Time-limited test {}] server.Server(415): Started @376332ms
2024-11-21T08:21:58,873 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:21:59,499 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:21:59,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,500 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,501 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,501 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,501 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,526 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,527 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,532 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,534 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,534 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,535 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:21:59,580 WARN  [Thread-4203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data2/current/BP-1989078607-172.17.0.3-1732177317871/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:59,580 WARN  [Thread-4202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data1/current/BP-1989078607-172.17.0.3-1732177317871/current, will proceed with Du for space computation calculation, 
2024-11-21T08:21:59,597 WARN  [Thread-4189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:21:59,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c353e3573f79631 with lease ID 0xde5501cc8262ed24: Processing first storage report for DS-96c6017f-6094-4a1e-b2a4-796198edbad6 from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=d6b82ec8-9b8a-4d83-9940-65eb863adc16, infoPort=45645, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=1641189347;c=1732177317871)
2024-11-21T08:21:59,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c353e3573f79631 with lease ID 0xde5501cc8262ed24: from storage DS-96c6017f-6094-4a1e-b2a4-796198edbad6 node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=d6b82ec8-9b8a-4d83-9940-65eb863adc16, infoPort=45645, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=1641189347;c=1732177317871), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:59,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c353e3573f79631 with lease ID 0xde5501cc8262ed24: Processing first storage report for DS-8344a108-7725-4b86-8e6a-aee424814785 from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=d6b82ec8-9b8a-4d83-9940-65eb863adc16, infoPort=45645, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=1641189347;c=1732177317871)
2024-11-21T08:21:59,599 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c353e3573f79631 with lease ID 0xde5501cc8262ed24: from storage DS-8344a108-7725-4b86-8e6a-aee424814785 node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=d6b82ec8-9b8a-4d83-9940-65eb863adc16, infoPort=45645, infoSecurePort=0, ipcPort=43179, storageInfo=lv=-57;cid=testClusterID;nsid=1641189347;c=1732177317871), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:21:59,698 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586
2024-11-21T08:21:59,699 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:59,699 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:21:59,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:22:00,106 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312 with version=8
2024-11-21T08:22:00,106 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/hbase-staging
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:22:00,108 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:00,109 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45049
2024-11-21T08:22:00,109 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45049 connecting to ZooKeeper ensemble=127.0.0.1:64792
2024-11-21T08:22:00,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450490x0, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:00,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45049-0x1015c7c4b870000 connected
2024-11-21T08:22:00,246 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:00,247 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:00,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on znode that does not yet exist, /0-51616477/running
2024-11-21T08:22:00,249 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312, hbase.cluster.distributed=false
2024-11-21T08:22:00,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on znode that does not yet exist, /0-51616477/acl
2024-11-21T08:22:00,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45049
2024-11-21T08:22:00,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45049
2024-11-21T08:22:00,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45049
2024-11-21T08:22:00,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45049
2024-11-21T08:22:00,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45049
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:22:00,287 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:00,288 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34199
2024-11-21T08:22:00,289 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34199 connecting to ZooKeeper ensemble=127.0.0.1:64792
2024-11-21T08:22:00,290 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:00,291 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:00,308 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341990x0, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:00,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341990x0, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on znode that does not yet exist, /0-51616477/running
2024-11-21T08:22:00,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34199-0x1015c7c4b870001 connected
2024-11-21T08:22:00,309 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:22:00,309 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:22:00,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on znode that does not yet exist, /0-51616477/master
2024-11-21T08:22:00,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on znode that does not yet exist, /0-51616477/acl
2024-11-21T08:22:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34199
2024-11-21T08:22:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34199
2024-11-21T08:22:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34199
2024-11-21T08:22:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34199
2024-11-21T08:22:00,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34199
2024-11-21T08:22:00,324 DEBUG [M:0;6ed56fb6cbf7:45049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:45049
2024-11-21T08:22:00,324 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-51616477/backup-masters/6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:00,329 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477/backup-masters
2024-11-21T08:22:00,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477/backup-masters
2024-11-21T08:22:00,329 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on existing znode=/0-51616477/backup-masters/6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:00,339 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-51616477/master
2024-11-21T08:22:00,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,340 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,340 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on existing znode=/0-51616477/master
2024-11-21T08:22:00,340 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-51616477/backup-masters/6ed56fb6cbf7,45049,1732177320108 from backup master directory
2024-11-21T08:22:00,350 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477/backup-masters
2024-11-21T08:22:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-51616477/backup-masters/6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:00,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477/backup-masters
2024-11-21T08:22:00,350 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:00,350 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:00,353 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/hbase.id] with ID: 5fb1d2b1-55d5-4b36-ac9d-be50db5f8333
2024-11-21T08:22:00,353 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/.tmp/hbase.id
2024-11-21T08:22:00,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:22:00,758 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/.tmp/hbase.id]:[hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/hbase.id]
2024-11-21T08:22:00,772 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:00,772 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:22:00,774 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:22:00,782 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:22:00,818 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:00,819 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:22:00,820 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:00,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:22:00,847 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/data/master/store
2024-11-21T08:22:00,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:22:00,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:00,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:00,865 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:00,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:00,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:00,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:00,865 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:00,865 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177320865Disabling compacts and flushes for region at 1732177320865Disabling writes for close at 1732177320865Writing region close event to WAL at 1732177320865Closed at 1732177320865
2024-11-21T08:22:00,866 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/data/master/store/.initializing
2024-11-21T08:22:00,866 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/WALs/6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:00,867 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:00,869 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C45049%2C1732177320108, suffix=, logDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/WALs/6ed56fb6cbf7,45049,1732177320108, archiveDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/oldWALs, maxLogs=10
2024-11-21T08:22:00,890 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/WALs/6ed56fb6cbf7,45049,1732177320108/6ed56fb6cbf7%2C45049%2C1732177320108.1732177320869, exclude list is [], retry=0
2024-11-21T08:22:00,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-96c6017f-6094-4a1e-b2a4-796198edbad6,DISK]
2024-11-21T08:22:00,905 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/WALs/6ed56fb6cbf7,45049,1732177320108/6ed56fb6cbf7%2C45049%2C1732177320108.1732177320869
2024-11-21T08:22:00,912 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)]
2024-11-21T08:22:00,912 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:00,912 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:00,913 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,913 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,914 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:00,915 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:22:00,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:00,916 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:00,916 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:00,917 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:22:00,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:00,917 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:00,917 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:00,918 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:22:00,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:00,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:00,919 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:00,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:22:00,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:00,920 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:00,921 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,921 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,921 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,923 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,923 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,923 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:00,924 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:00,927 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:00,927 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70125016, jitterRate=0.044944167137145996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:00,928 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177320913Initializing all the Stores at 1732177320913Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177320913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177320914 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177320914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177320914Cleaning up temporary data from old regions at 1732177320923 (+9 ms)Region opened successfully at 1732177320928 (+5 ms)
2024-11-21T08:22:00,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:22:00,931 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f53259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:00,931 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:22:00,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:22:00,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:22:00,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:22:00,932 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:22:00,933 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:22:00,933 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:22:00,934 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:22:00,935 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Unable to get data of znode /0-51616477/balancer because node does not exist (not necessarily an error)
2024-11-21T08:22:00,940 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-51616477/balancer already deleted, retry=false
2024-11-21T08:22:00,940 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:22:00,941 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Unable to get data of znode /0-51616477/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:22:00,950 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-51616477/normalizer already deleted, retry=false
2024-11-21T08:22:00,950 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:22:00,952 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Unable to get data of znode /0-51616477/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:22:00,961 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-51616477/switch/split already deleted, retry=false
2024-11-21T08:22:00,962 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Unable to get data of znode /0-51616477/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:22:00,971 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-51616477/switch/merge already deleted, retry=false
2024-11-21T08:22:00,974 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Unable to get data of znode /0-51616477/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:22:00,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-51616477/snapshot-cleanup already deleted, retry=false
2024-11-21T08:22:00,992 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-51616477/running
2024-11-21T08:22:00,992 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-51616477/running
2024-11-21T08:22:00,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:00,993 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,45049,1732177320108, sessionid=0x1015c7c4b870000, setting cluster-up flag (Was=false)
2024-11-21T08:22:01,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,014 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,045 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-51616477/flush-table-proc/acquired, /0-51616477/flush-table-proc/reached, /0-51616477/flush-table-proc/abort
2024-11-21T08:22:01,046 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:01,066 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,108 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-51616477/online-snapshot/acquired, /0-51616477/online-snapshot/reached, /0-51616477/online-snapshot/abort
2024-11-21T08:22:01,110 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:01,111 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:22:01,125 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:01,126 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:22:01,126 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:22:01,126 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,45049,1732177320108
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:01,128 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,138 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(746): ClusterId : 5fb1d2b1-55d5-4b36-ac9d-be50db5f8333
2024-11-21T08:22:01,139 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:22:01,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:01,146 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:22:01,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:01,147 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:22:01,151 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:22:01,151 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:22:01,162 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:22:01,162 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3478824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:01,188 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177351188
2024-11-21T08:22:01,188 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:22:01,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:22:01,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:22:01,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:22:01,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:22:01,189 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:22:01,196 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,209 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:34199
2024-11-21T08:22:01,209 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:22:01,209 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:22:01,209 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:22:01,210 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:22:01,210 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:22:01,210 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:22:01,210 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:22:01,211 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,45049,1732177320108 with port=34199, startcode=1732177320286
2024-11-21T08:22:01,211 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:22:01,236 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:22:01,236 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:22:01,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:22:01,239 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:22:01,239 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312
2024-11-21T08:22:01,253 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:22:01,253 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45049 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:22:01,254 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-21T08:22:01,254 WARN  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-21T08:22:01,264 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177321236,5,FailOnTimeoutGroup]
2024-11-21T08:22:01,272 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177321264,5,FailOnTimeoutGroup]
2024-11-21T08:22:01,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:22:01,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:22:01,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:01,312 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:01,315 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:01,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:01,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:01,316 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:01,319 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:01,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:01,320 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:01,320 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:01,322 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:01,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:01,322 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:01,322 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:01,324 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:01,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:01,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:01,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:01,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/1588230740
2024-11-21T08:22:01,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/1588230740
2024-11-21T08:22:01,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:01,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:01,327 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:01,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:01,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:01,331 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66254659, jitterRate=-0.012728646397590637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177321299Initializing all the Stores at 1732177321300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177321300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177321312 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177321312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177321312Cleaning up temporary data from old regions at 1732177321327 (+15 ms)Region opened successfully at 1732177321332 (+5 ms)
2024-11-21T08:22:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:01,332 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:01,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:01,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:01,336 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:01,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177321332Disabling compacts and flushes for region at 1732177321332Disabling writes for close at 1732177321332Writing region close event to WAL at 1732177321336 (+4 ms)Closed at 1732177321336
2024-11-21T08:22:01,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:01,338 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:22:01,338 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:22:01,339 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:01,340 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:22:01,355 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,45049,1732177320108 with port=34199, startcode=1732177320286
2024-11-21T08:22:01,356 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,356 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45049 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,358 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312
2024-11-21T08:22:01,358 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42143
2024-11-21T08:22:01,358 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:22:01,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477/rs
2024-11-21T08:22:01,370 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] zookeeper.ZKUtil(111): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Set watcher on existing znode=/0-51616477/rs/6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,370 WARN  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:01,370 INFO  [RS:0;6ed56fb6cbf7:34199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:01,370 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,371 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,34199,1732177320286]
2024-11-21T08:22:01,376 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:22:01,378 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:22:01,384 INFO  [RS:0;6ed56fb6cbf7:34199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:22:01,384 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,392 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:22:01,394 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:22:01,394 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,394 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,394 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,394 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:01,395 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,416 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34199,1732177320286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:01,435 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:22:01,435 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,34199,1732177320286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,436 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,436 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.Replication(171): 6ed56fb6cbf7,34199,1732177320286 started
2024-11-21T08:22:01,455 INFO  [RS:0;6ed56fb6cbf7:34199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:01,455 INFO  [RS:0;6ed56fb6cbf7:34199 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,34199,1732177320286, RpcServer on 6ed56fb6cbf7/172.17.0.3:34199, sessionid=0x1015c7c4b870001
2024-11-21T08:22:01,455 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:22:01,455 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,455 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34199,1732177320286'
2024-11-21T08:22:01,455 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-51616477/flush-table-proc/abort'
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-51616477/flush-table-proc/acquired'
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,34199,1732177320286'
2024-11-21T08:22:01,456 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-51616477/online-snapshot/abort'
2024-11-21T08:22:01,457 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-51616477/online-snapshot/acquired'
2024-11-21T08:22:01,457 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:22:01,457 INFO  [RS:0;6ed56fb6cbf7:34199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:22:01,457 INFO  [RS:0;6ed56fb6cbf7:34199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:22:01,491 WARN  [6ed56fb6cbf7:45049 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:22:01,558 INFO  [RS:0;6ed56fb6cbf7:34199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:01,559 INFO  [RS:0;6ed56fb6cbf7:34199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34199%2C1732177320286, suffix=, logDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286, archiveDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/oldWALs, maxLogs=10
2024-11-21T08:22:01,580 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286/6ed56fb6cbf7%2C34199%2C1732177320286.1732177321560, exclude list is [], retry=0
2024-11-21T08:22:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-96c6017f-6094-4a1e-b2a4-796198edbad6,DISK]
2024-11-21T08:22:01,601 INFO  [RS:0;6ed56fb6cbf7:34199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286/6ed56fb6cbf7%2C34199%2C1732177320286.1732177321560
2024-11-21T08:22:01,602 DEBUG [RS:0;6ed56fb6cbf7:34199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)]
2024-11-21T08:22:01,741 DEBUG [6ed56fb6cbf7:45049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:22:01,741 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:01,742 INFO  [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34199,1732177320286, state=OPENING
2024-11-21T08:22:01,792 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:22:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,803 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-51616477
2024-11-21T08:22:01,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-51616477/meta-region-server: CHANGED
2024-11-21T08:22:01,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-51616477/meta-region-server: CHANGED
2024-11-21T08:22:01,804 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:01,804 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34199,1732177320286}]
2024-11-21T08:22:01,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:01,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:22:01,982 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:22:01,982 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:01,982 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:22:01,984 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C34199%2C1732177320286.meta, suffix=.meta, logDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286, archiveDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/oldWALs, maxLogs=10
2024-11-21T08:22:02,022 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286/6ed56fb6cbf7%2C34199%2C1732177320286.meta.1732177321985.meta, exclude list is [], retry=0
2024-11-21T08:22:02,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-96c6017f-6094-4a1e-b2a4-796198edbad6,DISK]
2024-11-21T08:22:02,029 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/WALs/6ed56fb6cbf7,34199,1732177320286/6ed56fb6cbf7%2C34199%2C1732177320286.meta.1732177321985.meta
2024-11-21T08:22:02,032 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45645:45645)]
2024-11-21T08:22:02,033 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:02,033 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:02,033 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:22:02,033 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:22:02,033 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:22:02,034 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:22:02,034 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:02,034 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:22:02,034 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:22:02,036 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:02,037 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:02,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:02,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:02,039 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:02,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:02,040 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:02,041 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:02,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:02,041 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:02,042 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:02,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:02,043 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:02,043 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/1588230740
2024-11-21T08:22:02,046 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/hbase/meta/1588230740
2024-11-21T08:22:02,047 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:02,047 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:02,051 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:02,055 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:02,056 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69690027, jitterRate=0.0384623259305954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:02,056 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:22:02,056 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177322034Writing region info on filesystem at 1732177322034Initializing all the Stores at 1732177322035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177322035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177322035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177322035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177322035Cleaning up temporary data from old regions at 1732177322047 (+12 ms)Running coprocessor post-open hooks at 1732177322056 (+9 ms)Region opened successfully at 1732177322056
2024-11-21T08:22:02,058 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177321957
2024-11-21T08:22:02,060 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:22:02,060 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:22:02,061 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:02,062 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,34199,1732177320286, state=OPEN
2024-11-21T08:22:02,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45049-0x1015c7c4b870000, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-51616477/meta-region-server
2024-11-21T08:22:02,351 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:02,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-51616477/meta-region-server: CHANGED
2024-11-21T08:22:02,351 DEBUG [pool-2291-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34199-0x1015c7c4b870001, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-51616477/meta-region-server
2024-11-21T08:22:02,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-51616477/meta-region-server: CHANGED
2024-11-21T08:22:02,354 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:22:02,354 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,34199,1732177320286 in 547 msec
2024-11-21T08:22:02,356 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:22:02,356 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0160 sec
2024-11-21T08:22:02,357 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:02,357 INFO  [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:22:02,358 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:02,358 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34199,1732177320286, seqNum=-1]
2024-11-21T08:22:02,358 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:02,360 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:02,365 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec
2024-11-21T08:22:02,365 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177322365, completionTime=-1
2024-11-21T08:22:02,365 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:22:02,366 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177382368
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177442368
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:45049, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,368 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,371 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:22:02,375 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,381 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.031sec
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:02,382 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:22:02,384 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:22:02,384 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:22:02,384 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,45049,1732177320108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:02,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9e323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:02,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45049,-1 for getting cluster id
2024-11-21T08:22:02,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:02,440 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fb1d2b1-55d5-4b36-ac9d-be50db5f8333'
2024-11-21T08:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fb1d2b1-55d5-4b36-ac9d-be50db5f8333"

2024-11-21T08:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9ce8f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45049,-1]
2024-11-21T08:22:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:02,443 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:02,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b105a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:02,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,34199,1732177320286, seqNum=-1]
2024-11-21T08:22:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:02,449 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:02,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:02,452 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64792
2024-11-21T08:22:02,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64792, baseZNode=/0-51616477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:02,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7c4b870002 connected
2024-11-21T08:22:02,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2cb2b2
2024-11-21T08:22:02,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:02,503 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:02,504 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:22:02,507 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:22:02,507 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,508 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:22:02,509 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:22:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:02,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:22:02,537 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98e01194ee4c95f9aa4f145ae667c0cf, NAME => 'test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312
2024-11-21T08:22:02,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:22:02,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:02,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 98e01194ee4c95f9aa4f145ae667c0cf, disabling compactions & flushes
2024-11-21T08:22:02,572 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf. after waiting 0 ms
2024-11-21T08:22:02,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,572 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98e01194ee4c95f9aa4f145ae667c0cf:
Waiting for close lock at 1732177322571Disabling compacts and flushes for region at 1732177322571Disabling writes for close at 1732177322572 (+1 ms)Writing region close event to WAL at 1732177322572Closed at 1732177322572
2024-11-21T08:22:02,573 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:22:02,573 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177322573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177322573"}]},"ts":"1732177322573"}
2024-11-21T08:22:02,576 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:22:02,577 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:22:02,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177322577"}]},"ts":"1732177322577"}
2024-11-21T08:22:02,580 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:22:02,581 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98e01194ee4c95f9aa4f145ae667c0cf, ASSIGN}]
2024-11-21T08:22:02,582 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=98e01194ee4c95f9aa4f145ae667c0cf, ASSIGN
2024-11-21T08:22:02,583 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=98e01194ee4c95f9aa4f145ae667c0cf, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,34199,1732177320286; forceNewPlan=false, retain=false
2024-11-21T08:22:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:02,734 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98e01194ee4c95f9aa4f145ae667c0cf, regionState=OPENING, regionLocation=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:02,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=98e01194ee4c95f9aa4f145ae667c0cf, ASSIGN because future has completed
2024-11-21T08:22:02,737 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e01194ee4c95f9aa4f145ae667c0cf, server=6ed56fb6cbf7,34199,1732177320286}]
2024-11-21T08:22:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:02,893 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,893 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 98e01194ee4c95f9aa4f145ae667c0cf, NAME => 'test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:02,893 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:02,894 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:22:02,894 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,894 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:02,894 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,894 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,895 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 98e01194ee4c95f9aa4f145ae667c0cf 
2024-11-21T08:22:02,896 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e01194ee4c95f9aa4f145ae667c0cf columnFamilyName f
2024-11-21T08:22:02,896 DEBUG [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,897 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(327): Store=98e01194ee4c95f9aa4f145ae667c0cf/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:02,897 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 98e01194ee4c95f9aa4f145ae667c0cf 
2024-11-21T08:22:02,897 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e01194ee4c95f9aa4f145ae667c0cf columnFamilyName f1
2024-11-21T08:22:02,897 DEBUG [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,898 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(327): Store=98e01194ee4c95f9aa4f145ae667c0cf/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:02,898 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 98e01194ee4c95f9aa4f145ae667c0cf 
2024-11-21T08:22:02,899 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98e01194ee4c95f9aa4f145ae667c0cf columnFamilyName norep
2024-11-21T08:22:02,899 DEBUG [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:02,899 INFO  [StoreOpener-98e01194ee4c95f9aa4f145ae667c0cf-1 {}] regionserver.HStore(327): Store=98e01194ee4c95f9aa4f145ae667c0cf/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:02,899 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,899 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/default/test/98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,900 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/default/test/98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,900 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,900 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,901 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:22:02,902 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,904 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/data/default/test/98e01194ee4c95f9aa4f145ae667c0cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:02,904 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 98e01194ee4c95f9aa4f145ae667c0cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091498, jitterRate=0.11895051598548889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:22:02,904 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98e01194ee4c95f9aa4f145ae667c0cf
2024-11-21T08:22:02,905 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 98e01194ee4c95f9aa4f145ae667c0cf:
Running coprocessor pre-open hook at 1732177322894Writing region info on filesystem at 1732177322894Initializing all the Stores at 1732177322895 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177322895Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177322895Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177322895Cleaning up temporary data from old regions at 1732177322900 (+5 ms)Running coprocessor post-open hooks at 1732177322904 (+4 ms)Region opened successfully at 1732177322905 (+1 ms)
2024-11-21T08:22:02,906 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf., pid=6, masterSystemTime=1732177322890
2024-11-21T08:22:02,908 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,908 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177322504.98e01194ee4c95f9aa4f145ae667c0cf.
2024-11-21T08:22:02,908 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98e01194ee4c95f9aa4f145ae667c0cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,34199,1732177320286
2024-11-21T08:22:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98e01194ee4c95f9aa4f145ae667c0cf, server=6ed56fb6cbf7,34199,1732177320286 because future has completed
2024-11-21T08:22:02,914 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:22:02,915 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98e01194ee4c95f9aa4f145ae667c0cf, server=6ed56fb6cbf7,34199,1732177320286 in 176 msec
2024-11-21T08:22:02,916 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:22:02,916 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=98e01194ee4c95f9aa4f145ae667c0cf, ASSIGN in 334 msec
2024-11-21T08:22:02,917 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:22:02,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177322917"}]},"ts":"1732177322917"}
2024-11-21T08:22:02,919 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:22:02,919 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:22:02,921 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 416 msec
2024-11-21T08:22:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:03,137 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:22:03,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338e3176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45049,-1 for getting cluster id
2024-11-21T08:22:03,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:03,138 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fb1d2b1-55d5-4b36-ac9d-be50db5f8333'
2024-11-21T08:22:03,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fb1d2b1-55d5-4b36-ac9d-be50db5f8333"

2024-11-21T08:22:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a73e244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45049,-1]
2024-11-21T08:22:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,139 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a5a086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6963ca97
2024-11-21T08:22:03,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:03,141 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:03,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:45049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:22:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:22:03,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:03,144 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:45049'
2024-11-21T08:22:03,145 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3566ef02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,145 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,45049,-1 for getting cluster id
2024-11-21T08:22:03,145 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:03,145 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fb1d2b1-55d5-4b36-ac9d-be50db5f8333'
2024-11-21T08:22:03,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:03,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fb1d2b1-55d5-4b36-ac9d-be50db5f8333"

2024-11-21T08:22:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a38d466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,45049,-1]
2024-11-21T08:22:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,146 INFO  [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccc9b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:03,147 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,45049,1732177320108
2024-11-21T08:22:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1757ea4d
2024-11-21T08:22:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:03,148 INFO  [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:03,148 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:22:03,148 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:22:03,149 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,149 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,149 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:03,149 WARN  [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up
org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
2024-11-21T08:22:03,154 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?]
	at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?]
	... 8 more
2024-11-21T08:22:03,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec
2024-11-21T08:22:03,155 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-11-21T08:22:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:03,248 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:03,248 INFO  [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6ed56fb6cbf7:45049, should not replicate to itself for HBaseInterClusterReplicationEndpoint
2024-11-21T08:22:03,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:03,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:03,248 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:03,262 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361)
Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcExecTimeout
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 3 on default port 43179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: PacketResponder: BP-1989078607-172.17.0.3-1732177317871:blk_1073741833_1009, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.leaseChecker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@414dafc1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 4 on default port 43179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: master/6ed56fb6cbf7:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2291-thread-1-SendThread(127.0.0.1:64792)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312/MasterData-prefix:6ed56fb6cbf7,45049,1732177320108
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: IPC Server handler 0 on default port 42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64792)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@48dee05d
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp9997039-7927
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2278-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp9997039-7922
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa6f04343a0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp9997039-7926-acceptor-0@e02ff43-ServerConnector@391be412{HTTP/1.1, (http/1.1)}{localhost:40413}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: StorageLocationChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;6ed56fb6cbf7:34199
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
	java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776)
	java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399)
	java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376)
	app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
	app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
	app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ConnnectionExpirer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)

Potentially hanging thread: qtp9997039-7928
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp9997039-7923
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa6f04343a0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data2)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: WorkerMonitor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56)

Potentially hanging thread: qtp245566725-7971
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa6f04343a0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SyncThread:0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)

Potentially hanging thread: IPC Server handler 0 on default port 43179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DatanodeAdminMonitor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data2/current/BP-1989078607-172.17.0.3-1732177317871
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Server handler 4 on default port 42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: Session-HouseKeeper-20630069-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RedundancyMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
	java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177321236
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254)

Potentially hanging thread: NIOWorkerThread-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:42143
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42143 from jenkins.hfs.20
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: qtp9997039-7929
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_345393676_20 at /127.0.0.1:38776 [Receiving block BP-1989078607-172.17.0.3-1732177317871:blk_1073741830_1006]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataNode DiskChecker thread 1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1989078607-172.17.0.3-1732177317871:blk_1073741834_1010, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MobFileCache #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data1/current/BP-1989078607-172.17.0.3-1732177317871
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: qtp9997039-7925
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa6f04343a0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64792
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: pool-2273-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176)

Potentially hanging thread: MemStoreFlusher.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77)
	app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323)

Potentially hanging thread: ProcessThread(sid:0 cport:64792):
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)

Potentially hanging thread: IPC Server idle connection scanner for port 43179
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Hadoop-Metrics-Updater-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1989078607-172.17.0.3-1732177317871:blk_1073741830_1006, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@52302c22
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2265-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RegionServerTracker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: HMaster-EventLoopGroup-43-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 2 on default port 42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-225743316_20 at /127.0.0.1:38736 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server listener on 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@107c5a99
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@347d4209
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6388039c
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42143 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@508ccf5
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/6ed56fb6cbf7:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: qtp9997039-7924
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
	app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
	app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
	app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
	app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fa6f04343a0.run(Unknown Source)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: 6ed56fb6cbf7:45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420)
	app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360)

Potentially hanging thread: RSProcedureDispatcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp245566725-7974
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312-prefix:6ed56fb6cbf7,34199,1732177320286.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-225743316_20 at /127.0.0.1:45454 [Receiving block BP-1989078607-172.17.0.3-1732177317871:blk_1073741834_1010]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2270-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-225743316_20 at /127.0.0.1:38806 [Receiving block BP-1989078607-172.17.0.3-1732177317871:blk_1073741833_1009]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MarkedDeleteBlockScrubberThread
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@384e5396[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FsDatasetAsyncDiskServiceFixer
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)

Potentially hanging thread: NIOWorkerThread-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: pool-2276-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64792)
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)

Potentially hanging thread: LruBlockCacheStatsExecutor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42143 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: NIOWorkerThread-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server Responder
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
	app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)

Potentially hanging thread: master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177321264
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285)
	app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269)

Potentially hanging thread: nioEventLoopGroup-38-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42143/user/jenkins/test-data/978e4612-b82c-d372-3802-fda240aba312-prefix:6ed56fb6cbf7,34199,1732177320286
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@28af479e
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/cluster_18519bf2-838a-bbff-510e-f3edfd837f3a/data/data1)
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)

Potentially hanging thread: normalizer-worker-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146)
	app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191)
	java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server idle connection scanner for port 42143
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: StorageLocationChecker thread 0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
	app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)

Potentially hanging thread: Session-HouseKeeper-6663b360-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 2 on default port 43179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: ProcedureDispatcherTimeoutThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265)
	app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81)
	app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328)

Potentially hanging thread: M:0;6ed56fb6cbf7:45049
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81)
	app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64)
	app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 3 on default port 42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: IPC Server handler 1 on default port 43179
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: FSEditLogAsync
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
	app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Block report processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
	app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Server handler 1 on default port 42143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
	app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42143
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RequestThrottler
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: NIOWorkerThread-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-43-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;6ed56fb6cbf7:34199-longCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: JvmPauseMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: NIOWorkerThread-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: qtp245566725-7972-acceptor-0@2187d2a9-ServerConnector@1194e2fd{HTTP/1.1, (http/1.1)}{localhost:33285}
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
	app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2291-thread-1-EventThread
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)

Potentially hanging thread: CacheReplicationMonitor(1350255597)
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)

Potentially hanging thread: NIOWorkerThread-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: Command processor
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)

Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: BP-1989078607-172.17.0.3-1732177317871 heartbeating to localhost/127.0.0.1:42143
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
	app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fa6f09f7a28.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Socket Reader #1 for port 0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
	app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)

Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@46c71a4c
	java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
	java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
	java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
	app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: OldWALsCleaner-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152)
	app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fa6f0ad5f08.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45049
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

Potentially hanging thread: qtp245566725-7973
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
	app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: pool-2264-thread-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34199
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
	java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
	app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
	app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
 - Thread LEAK? -, OpenFileDescriptor=873 (was 788) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 372), ProcessCount=11 (was 11), AvailableMemoryMB=3599 (was 3686)
2024-11-21T08:22:03,265 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500
2024-11-21T08:22:03,277 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=873, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=3599
2024-11-21T08:22:03,277 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500
2024-11-21T08:22:03,289 INFO  [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication
2024-11-21T08:22:03,289 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.log.dir so I do NOT create it in target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00
2024-11-21T08:22:03,289 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:22:03,289 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.tmp.dir so I do NOT create it in target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00
2024-11-21T08:22:03,289 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90889812-38ac-424d-1ac6-18deeef28586/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:22:03,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00
2024-11-21T08:22:03,290 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b, deleteOnExit=true
2024-11-21T08:22:03,292 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/zookeeper_0, clientPort=53357, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-21T08:22:03,293 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53357
2024-11-21T08:22:03,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:22:03,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:22:03,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/test.cache.data in system properties and HBase conf
2024-11-21T08:22:03,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:22:03,293 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:22:03,294 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:22:03,294 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:03,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:22:03,295 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:22:03,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:03,717 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:03,769 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:03,769 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:03,769 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:22:03,770 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:03,780 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49df445f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:03,781 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76eb042e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:03,920 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383b0199{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/java.io.tmpdir/jetty-localhost-40323-hadoop-hdfs-3_4_1-tests_jar-_-any-14767313406247406531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:03,920 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76f42fd5{HTTP/1.1, (http/1.1)}{localhost:40323}
2024-11-21T08:22:03,921 INFO  [Time-limited test {}] server.Server(415): Started @381380ms
2024-11-21T08:22:04,379 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:04,383 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:04,397 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:04,397 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:04,397 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:22:04,404 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13eac5e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:04,405 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c881b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:04,523 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f3c2a80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/java.io.tmpdir/jetty-localhost-38903-hadoop-hdfs-3_4_1-tests_jar-_-any-8362384635156809847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:04,524 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c5fdd68{HTTP/1.1, (http/1.1)}{localhost:38903}
2024-11-21T08:22:04,524 INFO  [Time-limited test {}] server.Server(415): Started @381983ms
2024-11-21T08:22:04,525 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:22:05,329 WARN  [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/data/data1/current/BP-204448129-172.17.0.3-1732177323314/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:05,356 WARN  [Thread-4336 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/data/data2/current/BP-204448129-172.17.0.3-1732177323314/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:05,405 WARN  [Thread-4323 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:22:05,408 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfc9055f4ad74d with lease ID 0x551bce7132e89db0: Processing first storage report for DS-f0fad027-8d3c-4cde-9a39-8bea8809703a from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=8b03c863-8a5f-4910-ba2e-58da053c15b1, infoPort=35649, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=319772100;c=1732177323314)
2024-11-21T08:22:05,408 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfc9055f4ad74d with lease ID 0x551bce7132e89db0: from storage DS-f0fad027-8d3c-4cde-9a39-8bea8809703a node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=8b03c863-8a5f-4910-ba2e-58da053c15b1, infoPort=35649, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=319772100;c=1732177323314), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:05,408 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9dfc9055f4ad74d with lease ID 0x551bce7132e89db0: Processing first storage report for DS-756f73f2-2aab-43f5-b5e6-e4e1451257f4 from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=8b03c863-8a5f-4910-ba2e-58da053c15b1, infoPort=35649, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=319772100;c=1732177323314)
2024-11-21T08:22:05,408 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9dfc9055f4ad74d with lease ID 0x551bce7132e89db0: from storage DS-756f73f2-2aab-43f5-b5e6-e4e1451257f4 node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=8b03c863-8a5f-4910-ba2e-58da053c15b1, infoPort=35649, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=319772100;c=1732177323314), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:05,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00
2024-11-21T08:22:05,450 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:05,451 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:05,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:22:05,883 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea with version=8
2024-11-21T08:22:05,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/hbase-staging
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:22:05,886 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:05,887 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35269
2024-11-21T08:22:05,888 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35269 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:05,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352690x0, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:05,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35269-0x1015c7c60c70000 connected
2024-11-21T08:22:06,087 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:06,088 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:06,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/running
2024-11-21T08:22:06,091 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea, hbase.cluster.distributed=false
2024-11-21T08:22:06,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/acl
2024-11-21T08:22:06,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35269
2024-11-21T08:22:06,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35269
2024-11-21T08:22:06,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35269
2024-11-21T08:22:06,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35269
2024-11-21T08:22:06,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35269
2024-11-21T08:22:06,110 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:06,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:06,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:06,110 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:06,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:06,111 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:06,111 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:22:06,111 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:06,114 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41847
2024-11-21T08:22:06,115 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41847 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:06,115 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:06,118 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:06,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418470x0, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:06,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418470x0, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/running
2024-11-21T08:22:06,140 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:22:06,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41847-0x1015c7c60c70001 connected
2024-11-21T08:22:06,148 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:22:06,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/master
2024-11-21T08:22:06,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/acl
2024-11-21T08:22:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41847
2024-11-21T08:22:06,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41847
2024-11-21T08:22:06,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41847
2024-11-21T08:22:06,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41847
2024-11-21T08:22:06,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41847
2024-11-21T08:22:06,204 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:35269
2024-11-21T08:22:06,212 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-368745196/backup-masters/6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:06,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/backup-masters
2024-11-21T08:22:06,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/backup-masters
2024-11-21T08:22:06,225 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on existing znode=/0-368745196/backup-masters/6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368745196/master
2024-11-21T08:22:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:06,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:06,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on existing znode=/0-368745196/master
2024-11-21T08:22:06,235 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-368745196/backup-masters/6ed56fb6cbf7,35269,1732177325885 from backup master directory
2024-11-21T08:22:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/backup-masters
2024-11-21T08:22:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368745196/backup-masters/6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/backup-masters
2024-11-21T08:22:06,245 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:06,245 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:06,254 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/hbase.id] with ID: 5ea254d3-a753-41b8-82e7-81c42b49ca39
2024-11-21T08:22:06,254 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/.tmp/hbase.id
2024-11-21T08:22:06,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:22:06,690 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/.tmp/hbase.id]:[hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/hbase.id]
2024-11-21T08:22:06,699 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:06,699 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:22:06,700 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:22:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:06,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:22:07,155 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:07,155 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:22:07,156 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:07,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:22:07,537 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:22:07,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,538 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,539 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,539 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,539 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,562 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store
2024-11-21T08:22:07,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:22:07,582 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,582 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,582 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:07,583 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:07,583 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:07,583 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:07,583 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,583 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177327583Disabling compacts and flushes for region at 1732177327583Disabling writes for close at 1732177327583Writing region close event to WAL at 1732177327583Closed at 1732177327583
2024-11-21T08:22:07,584 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,584 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/.initializing
2024-11-21T08:22:07,584 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/WALs/6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:07,586 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:07,587 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C35269%2C1732177325885, suffix=, logDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/WALs/6ed56fb6cbf7,35269,1732177325885, archiveDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/oldWALs, maxLogs=10
2024-11-21T08:22:07,604 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,609 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,609 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,612 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:07,616 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/WALs/6ed56fb6cbf7,35269,1732177325885/6ed56fb6cbf7%2C35269%2C1732177325885.1732177327587, exclude list is [], retry=0
2024-11-21T08:22:07,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:07,624 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/WALs/6ed56fb6cbf7,35269,1732177325885/6ed56fb6cbf7%2C35269%2C1732177325885.1732177327587
2024-11-21T08:22:07,624 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:07,624 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:07,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:07,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,625 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,626 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:07,628 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:22:07,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,628 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:07,628 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:07,629 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:22:07,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,630 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:07,630 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:07,631 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:22:07,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,631 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:07,632 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:07,632 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:22:07,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,633 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:07,633 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,634 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,634 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,635 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,635 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,636 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:07,637 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:07,639 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:07,639 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73941801, jitterRate=0.10181869566440582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:07,639 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177327625Initializing all the Stores at 1732177327626 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177327626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177327626Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177327626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177327626Cleaning up temporary data from old regions at 1732177327635 (+9 ms)Region opened successfully at 1732177327639 (+4 ms)
2024-11-21T08:22:07,640 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:22:07,642 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7b7583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:07,643 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:22:07,643 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:22:07,643 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:22:07,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:22:07,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:22:07,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:22:07,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:22:07,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:22:07,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test'
2024-11-21T08:22:07,647 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:22:07,648 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/balancer because node does not exist (not necessarily an error)
2024-11-21T08:22:07,718 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/balancer already deleted, retry=false
2024-11-21T08:22:07,719 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:22:07,719 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:22:07,728 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/normalizer already deleted, retry=false
2024-11-21T08:22:07,729 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:22:07,730 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:22:07,739 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/switch/split already deleted, retry=false
2024-11-21T08:22:07,740 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:22:07,749 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/switch/merge already deleted, retry=false
2024-11-21T08:22:07,751 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:22:07,760 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/snapshot-cleanup already deleted, retry=false
2024-11-21T08:22:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368745196/running
2024-11-21T08:22:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368745196/running
2024-11-21T08:22:07,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,771 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,35269,1732177325885, sessionid=0x1015c7c60c70000, setting cluster-up flag (Was=false)
2024-11-21T08:22:07,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,823 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-368745196/flush-table-proc/acquired, /0-368745196/flush-table-proc/reached, /0-368745196/flush-table-proc/abort
2024-11-21T08:22:07,825 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:07,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-368745196/online-snapshot/acquired, /0-368745196/online-snapshot/reached, /0-368745196/online-snapshot/abort
2024-11-21T08:22:07,877 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:07,878 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:22:07,879 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:07,879 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:22:07,880 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:22:07,880 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,35269,1732177325885
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:07,881 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177357882
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:22:07,882 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:07,883 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:22:07,883 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:22:07,883 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177327883,5,FailOnTimeoutGroup]
2024-11-21T08:22:07,883 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177327883,5,FailOnTimeoutGroup]
2024-11-21T08:22:07,884 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,884 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:22:07,884 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,884 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,884 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:22:07,886 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(746): ClusterId : 5ea254d3-a753-41b8-82e7-81c42b49ca39
2024-11-21T08:22:07,886 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:22:07,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:22:07,890 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:22:07,890 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea
2024-11-21T08:22:07,898 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:22:07,898 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:22:07,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741832_1008 (size=32)
2024-11-21T08:22:07,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:07,903 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:07,904 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:07,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:07,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:07,906 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:07,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,906 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:07,906 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:07,908 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:07,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,908 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:07,908 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:07,908 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:22:07,908 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400aa4ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:07,909 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:07,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:07,910 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:07,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:07,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740
2024-11-21T08:22:07,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740
2024-11-21T08:22:07,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:07,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:07,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:07,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:07,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:07,922 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426168, jitterRate=-0.03997528553009033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:07,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177327902Initializing all the Stores at 1732177327903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177327903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177327903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177327903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177327903Cleaning up temporary data from old regions at 1732177327912 (+9 ms)Region opened successfully at 1732177327922 (+10 ms)
2024-11-21T08:22:07,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:07,922 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:07,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:07,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:07,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:07,924 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:07,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177327922Disabling compacts and flushes for region at 1732177327922Disabling writes for close at 1732177327922Writing region close event to WAL at 1732177327924 (+2 ms)Closed at 1732177327924
2024-11-21T08:22:07,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:07,925 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:22:07,926 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:22:07,927 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:07,928 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:22:07,931 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:41847
2024-11-21T08:22:07,931 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:22:07,931 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:22:07,931 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:22:07,932 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,35269,1732177325885 with port=41847, startcode=1732177326110
2024-11-21T08:22:07,932 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:22:07,945 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:22:07,945 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35269 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:07,945 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35269 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:07,947 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea
2024-11-21T08:22:07,947 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41251
2024-11-21T08:22:07,947 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:22:07,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/rs
2024-11-21T08:22:07,958 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] zookeeper.ZKUtil(111): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on existing znode=/0-368745196/rs/6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:07,958 WARN  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:07,958 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,41847,1732177326110]
2024-11-21T08:22:07,959 INFO  [RS:0;6ed56fb6cbf7:41847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:07,959 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:07,961 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:22:07,964 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:22:07,965 INFO  [RS:0;6ed56fb6cbf7:41847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:22:07,965 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,965 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:22:07,965 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:22:07,965 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:07,966 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:07,980 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41847,1732177326110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:08,001 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:22:08,001 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,41847,1732177326110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,001 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,001 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.Replication(171): 6ed56fb6cbf7,41847,1732177326110 started
2024-11-21T08:22:08,019 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,019 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,41847,1732177326110, RpcServer on 6ed56fb6cbf7/172.17.0.3:41847, sessionid=0x1015c7c60c70001
2024-11-21T08:22:08,019 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:22:08,019 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:08,019 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41847,1732177326110'
2024-11-21T08:22:08,019 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-368745196/flush-table-proc/abort'
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-368745196/flush-table-proc/acquired'
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,41847,1732177326110'
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-368745196/online-snapshot/abort'
2024-11-21T08:22:08,020 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-368745196/online-snapshot/acquired'
2024-11-21T08:22:08,021 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:22:08,021 INFO  [RS:0;6ed56fb6cbf7:41847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:22:08,021 INFO  [RS:0;6ed56fb6cbf7:41847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:22:08,078 WARN  [6ed56fb6cbf7:35269 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-21T08:22:08,121 INFO  [RS:0;6ed56fb6cbf7:41847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:08,122 INFO  [RS:0;6ed56fb6cbf7:41847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41847%2C1732177326110, suffix=, logDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110, archiveDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/oldWALs, maxLogs=10
2024-11-21T08:22:08,136 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122, exclude list is [], retry=0
2024-11-21T08:22:08,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:08,139 INFO  [RS:0;6ed56fb6cbf7:41847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122
2024-11-21T08:22:08,140 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:08,329 DEBUG [6ed56fb6cbf7:35269 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:22:08,329 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:08,330 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41847,1732177326110, state=OPENING
2024-11-21T08:22:08,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:22:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:08,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:08,350 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41847,1732177326110}]
2024-11-21T08:22:08,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368745196/meta-region-server: CHANGED
2024-11-21T08:22:08,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368745196/meta-region-server: CHANGED
2024-11-21T08:22:08,502 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:08,504 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:22:08,507 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:22:08,507 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:08,507 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:22:08,512 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41847%2C1732177326110.meta, suffix=.meta, logDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110, archiveDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/oldWALs, maxLogs=10
2024-11-21T08:22:08,530 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177328512.meta, exclude list is [], retry=0
2024-11-21T08:22:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:08,541 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177328512.meta
2024-11-21T08:22:08,541 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:08,541 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:08,542 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:22:08,542 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:22:08,542 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:22:08,544 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:08,545 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:08,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:08,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:08,545 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:08,546 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:08,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:08,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:08,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:08,547 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:08,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:08,547 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:08,548 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:08,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:08,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:08,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:08,549 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:08,549 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740
2024-11-21T08:22:08,550 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740
2024-11-21T08:22:08,551 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:08,551 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:08,551 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:08,554 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:08,555 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103912, jitterRate=-0.11928308010101318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:08,555 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:22:08,555 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177328542Writing region info on filesystem at 1732177328542Initializing all the Stores at 1732177328543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177328543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177328543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177328543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177328543Cleaning up temporary data from old regions at 1732177328551 (+8 ms)Running coprocessor post-open hooks at 1732177328555 (+4 ms)Region opened successfully at 1732177328555
2024-11-21T08:22:08,556 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177328502
2024-11-21T08:22:08,558 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:22:08,558 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:22:08,559 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:08,559 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,41847,1732177326110, state=OPEN
2024-11-21T08:22:08,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-368745196/meta-region-server
2024-11-21T08:22:08,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-368745196/meta-region-server
2024-11-21T08:22:08,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:08,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368745196/meta-region-server: CHANGED
2024-11-21T08:22:08,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368745196/meta-region-server: CHANGED
2024-11-21T08:22:08,633 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:22:08,633 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,41847,1732177326110 in 281 msec
2024-11-21T08:22:08,634 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:22:08,634 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 708 msec
2024-11-21T08:22:08,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:08,635 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:22:08,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:08,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=-1]
2024-11-21T08:22:08,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:08,637 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:08,642 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec
2024-11-21T08:22:08,642 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177328642, completionTime=-1
2024-11-21T08:22:08,642 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:22:08,642 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:22:08,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:22:08,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177388644
2024-11-21T08:22:08,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177448644
2024-11-21T08:22:08,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:22:08,644 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:35269, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,645 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,646 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,646 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.404sec
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:08,649 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:22:08,651 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:22:08,651 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:22:08,651 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,35269,1732177325885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:08,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e917847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:08,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:08,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:08,691 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1b324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:08,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:08,693 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:08,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f5c757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:08,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=-1]
2024-11-21T08:22:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:08,696 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:08,698 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:08,698 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:08,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015c7c60c70002 connected
2024-11-21T08:22:08,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir so I do NOT create it in target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c
2024-11-21T08:22:08,773 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:22:08,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.tmp.dir so I do NOT create it in target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c
2024-11-21T08:22:08,773 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:22:08,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c
2024-11-21T08:22:08,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:22:08,773 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/cluster_13aacf0e-fc64-a279-fc21-de1e3d2c58d7, deleteOnExit=true
2024-11-21T08:22:08,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/test.cache.data in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:22:08,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:08,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:22:08,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:22:09,175 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:09,180 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:09,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:09,190 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:09,190 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:22:09,191 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:09,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9d1b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:09,192 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365600a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:09,314 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aacc21e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/java.io.tmpdir/jetty-localhost-41111-hadoop-hdfs-3_4_1-tests_jar-_-any-17832903883101231223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:09,315 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@657c412c{HTTP/1.1, (http/1.1)}{localhost:41111}
2024-11-21T08:22:09,315 INFO  [Time-limited test {}] server.Server(415): Started @386774ms
2024-11-21T08:22:09,639 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:09,643 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:09,650 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:09,650 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:09,650 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:22:09,652 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c15b83a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:09,653 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23eb75bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:09,788 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3801f225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/java.io.tmpdir/jetty-localhost-44705-hadoop-hdfs-3_4_1-tests_jar-_-any-8621780462664894675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:09,789 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c72abf0{HTTP/1.1, (http/1.1)}{localhost:44705}
2024-11-21T08:22:09,789 INFO  [Time-limited test {}] server.Server(415): Started @387248ms
2024-11-21T08:22:09,791 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:22:10,508 WARN  [Thread-4457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/cluster_13aacf0e-fc64-a279-fc21-de1e3d2c58d7/data/data2/current/BP-470685081-172.17.0.3-1732177328806/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:10,508 WARN  [Thread-4456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/cluster_13aacf0e-fc64-a279-fc21-de1e3d2c58d7/data/data1/current/BP-470685081-172.17.0.3-1732177328806/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:10,545 WARN  [Thread-4444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:22:10,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb02f5a6b5dc5a4a3 with lease ID 0x8fef0908c1731d29: Processing first storage report for DS-540acb52-5217-4c50-a949-02ba8191cd0c from datanode DatanodeRegistration(127.0.0.1:46479, datanodeUuid=7349ed36-c391-4bfb-8858-c9d5c7ff9223, infoPort=34003, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=1599591498;c=1732177328806)
2024-11-21T08:22:10,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb02f5a6b5dc5a4a3 with lease ID 0x8fef0908c1731d29: from storage DS-540acb52-5217-4c50-a949-02ba8191cd0c node DatanodeRegistration(127.0.0.1:46479, datanodeUuid=7349ed36-c391-4bfb-8858-c9d5c7ff9223, infoPort=34003, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=1599591498;c=1732177328806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:10,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb02f5a6b5dc5a4a3 with lease ID 0x8fef0908c1731d29: Processing first storage report for DS-74653e4d-c764-4c91-b2d6-b33d83b31168 from datanode DatanodeRegistration(127.0.0.1:46479, datanodeUuid=7349ed36-c391-4bfb-8858-c9d5c7ff9223, infoPort=34003, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=1599591498;c=1732177328806)
2024-11-21T08:22:10,547 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb02f5a6b5dc5a4a3 with lease ID 0x8fef0908c1731d29: from storage DS-74653e4d-c764-4c91-b2d6-b33d83b31168 node DatanodeRegistration(127.0.0.1:46479, datanodeUuid=7349ed36-c391-4bfb-8858-c9d5c7ff9223, infoPort=34003, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=1599591498;c=1732177328806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:10,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c
2024-11-21T08:22:10,559 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,560 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:22:10,578 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1 with version=8
2024-11-21T08:22:10,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/hbase-staging
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:22:10,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:10,582 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37667
2024-11-21T08:22:10,583 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37667 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:10,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376670x0, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:10,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37667-0x1015c7c60c70003 connected
2024-11-21T08:22:10,676 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,678 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/running
2024-11-21T08:22:10,681 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1, hbase.cluster.distributed=false
2024-11-21T08:22:10,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/acl
2024-11-21T08:22:10,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37667
2024-11-21T08:22:10,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37667
2024-11-21T08:22:10,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37667
2024-11-21T08:22:10,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37667
2024-11-21T08:22:10,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37667
2024-11-21T08:22:10,721 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:10,721 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:10,722 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38099
2024-11-21T08:22:10,723 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38099 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:10,724 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,726 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,739 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380990x0, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:10,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380990x0, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/running
2024-11-21T08:22:10,740 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:22:10,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38099-0x1015c7c60c70004 connected
2024-11-21T08:22:10,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:22:10,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/master
2024-11-21T08:22:10,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/acl
2024-11-21T08:22:10,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38099
2024-11-21T08:22:10,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38099
2024-11-21T08:22:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38099
2024-11-21T08:22:10,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38099
2024-11-21T08:22:10,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38099
2024-11-21T08:22:10,778 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:37667
2024-11-21T08:22:10,779 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1999371350/backup-masters/6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:10,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/backup-masters
2024-11-21T08:22:10,789 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/backup-masters
2024-11-21T08:22:10,789 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on existing znode=/1-1999371350/backup-masters/6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:10,799 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999371350/master
2024-11-21T08:22:10,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:10,799 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:10,800 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on existing znode=/1-1999371350/master
2024-11-21T08:22:10,800 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1999371350/backup-masters/6ed56fb6cbf7,37667,1732177330580 from backup master directory
2024-11-21T08:22:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999371350/backup-masters/6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:10,810 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/backup-masters
2024-11-21T08:22:10,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/backup-masters
2024-11-21T08:22:10,810 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:10,810 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:10,813 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/hbase.id] with ID: 54537362-c664-446d-8e1c-eab3e4bad1e3
2024-11-21T08:22:10,813 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/.tmp/hbase.id
2024-11-21T08:22:10,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:22:10,825 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/.tmp/hbase.id]:[hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/hbase.id]
2024-11-21T08:22:10,833 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:10,833 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:22:10,834 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:22:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:10,844 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:10,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:22:10,850 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:10,851 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:22:10,852 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:10,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:22:10,863 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store
2024-11-21T08:22:10,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:10,875 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:10,875 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:10,875 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177330875Disabling compacts and flushes for region at 1732177330875Disabling writes for close at 1732177330875Writing region close event to WAL at 1732177330875Closed at 1732177330875
2024-11-21T08:22:10,876 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/.initializing
2024-11-21T08:22:10,876 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/WALs/6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:10,877 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:10,878 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C37667%2C1732177330580, suffix=, logDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/WALs/6ed56fb6cbf7,37667,1732177330580, archiveDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/oldWALs, maxLogs=10
2024-11-21T08:22:10,895 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/WALs/6ed56fb6cbf7,37667,1732177330580/6ed56fb6cbf7%2C37667%2C1732177330580.1732177330878, exclude list is [], retry=0
2024-11-21T08:22:10,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46479,DS-540acb52-5217-4c50-a949-02ba8191cd0c,DISK]
2024-11-21T08:22:10,905 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/WALs/6ed56fb6cbf7,37667,1732177330580/6ed56fb6cbf7%2C37667%2C1732177330580.1732177330878
2024-11-21T08:22:10,906 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)]
2024-11-21T08:22:10,906 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:10,907 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:10,907 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,907 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:10,909 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:22:10,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:10,910 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:10,910 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:10,911 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:22:10,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:10,911 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:10,911 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:10,912 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:22:10,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:10,912 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:10,912 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:10,913 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:22:10,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:10,913 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:10,914 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,914 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,915 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,915 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,915 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,916 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:10,917 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:10,923 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:10,923 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63074818, jitterRate=-0.06011196970939636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:10,924 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177330907Initializing all the Stores at 1732177330907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177330907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177330908 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177330908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177330908Cleaning up temporary data from old regions at 1732177330915 (+7 ms)Region opened successfully at 1732177330923 (+8 ms)
2024-11-21T08:22:10,925 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:22:10,927 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8bbdc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:10,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:22:10,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:22:10,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:22:10,928 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:22:10,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:22:10,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:22:10,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:22:10,938 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:22:10,938 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/balancer because node does not exist (not necessarily an error)
2024-11-21T08:22:10,949 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/balancer already deleted, retry=false
2024-11-21T08:22:10,950 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:22:10,950 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:22:10,960 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/normalizer already deleted, retry=false
2024-11-21T08:22:10,960 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:22:10,961 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:22:10,970 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/switch/split already deleted, retry=false
2024-11-21T08:22:10,971 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:22:10,981 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/switch/merge already deleted, retry=false
2024-11-21T08:22:10,982 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:22:10,991 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/snapshot-cleanup already deleted, retry=false
2024-11-21T08:22:11,002 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999371350/running
2024-11-21T08:22:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999371350/running
2024-11-21T08:22:11,002 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,002 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,37667,1732177330580, sessionid=0x1015c7c60c70003, setting cluster-up flag (Was=false)
2024-11-21T08:22:11,023 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,055 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1999371350/flush-table-proc/acquired, /1-1999371350/flush-table-proc/reached, /1-1999371350/flush-table-proc/abort
2024-11-21T08:22:11,055 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:11,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,076 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:11,107 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1999371350/online-snapshot/acquired, /1-1999371350/online-snapshot/reached, /1-1999371350/online-snapshot/abort
2024-11-21T08:22:11,108 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:11,114 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:22:11,117 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:11,118 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:22:11,118 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:22:11,118 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,37667,1732177330580
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:11,120 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:11,125 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:22:11,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:11,126 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:22:11,134 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177361134
2024-11-21T08:22:11,134 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:22:11,135 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:22:11,135 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:22:11,135 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:22:11,135 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:22:11,135 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:22:11,136 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,136 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:22:11,136 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:22:11,136 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:22:11,137 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:22:11,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:22:11,140 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:22:11,140 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:22:11,140 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177331140,5,FailOnTimeoutGroup]
2024-11-21T08:22:11,141 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177331140,5,FailOnTimeoutGroup]
2024-11-21T08:22:11,141 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,141 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:22:11,141 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,141 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,165 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(746): ClusterId : 54537362-c664-446d-8e1c-eab3e4bad1e3
2024-11-21T08:22:11,165 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:22:11,178 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:22:11,178 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:22:11,189 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:22:11,189 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27500169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:11,199 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:38099
2024-11-21T08:22:11,199 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:22:11,199 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:22:11,199 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:22:11,200 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,37667,1732177330580 with port=38099, startcode=1732177330721
2024-11-21T08:22:11,200 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:22:11,201 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:22:11,201 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,201 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37667 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,202 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1
2024-11-21T08:22:11,202 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46265
2024-11-21T08:22:11,202 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:22:11,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/rs
2024-11-21T08:22:11,256 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] zookeeper.ZKUtil(111): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on existing znode=/1-1999371350/rs/6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,256 WARN  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:11,256 INFO  [RS:0;6ed56fb6cbf7:38099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:11,256 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,256 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,38099,1732177330721]
2024-11-21T08:22:11,258 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:22:11,260 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:22:11,260 INFO  [RS:0;6ed56fb6cbf7:38099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:22:11,260 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,260 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:22:11,261 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:22:11,261 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:11,261 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,262 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,38099,1732177330721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:11,274 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:22:11,275 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,38099,1732177330721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,275 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,275 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.Replication(171): 6ed56fb6cbf7,38099,1732177330721 started
2024-11-21T08:22:11,294 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:11,294 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,38099,1732177330721, RpcServer on 6ed56fb6cbf7/172.17.0.3:38099, sessionid=0x1015c7c60c70004
2024-11-21T08:22:11,294 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:22:11,294 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,294 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,38099,1732177330721'
2024-11-21T08:22:11,294 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1999371350/flush-table-proc/abort'
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1999371350/flush-table-proc/acquired'
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,38099,1732177330721'
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1999371350/online-snapshot/abort'
2024-11-21T08:22:11,295 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1999371350/online-snapshot/acquired'
2024-11-21T08:22:11,296 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:22:11,296 INFO  [RS:0;6ed56fb6cbf7:38099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:22:11,296 INFO  [RS:0;6ed56fb6cbf7:38099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:22:11,396 INFO  [RS:0;6ed56fb6cbf7:38099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:11,397 INFO  [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C38099%2C1732177330721, suffix=, logDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721, archiveDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/oldWALs, maxLogs=10
2024-11-21T08:22:11,413 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721/6ed56fb6cbf7%2C38099%2C1732177330721.1732177331398, exclude list is [], retry=0
2024-11-21T08:22:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46479,DS-540acb52-5217-4c50-a949-02ba8191cd0c,DISK]
2024-11-21T08:22:11,416 INFO  [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721/6ed56fb6cbf7%2C38099%2C1732177330721.1732177331398
2024-11-21T08:22:11,417 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)]
2024-11-21T08:22:11,538 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:22:11,538 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1
2024-11-21T08:22:11,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:22:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:11,943 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:11,944 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:11,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:11,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:11,945 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:11,945 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:11,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:11,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:11,946 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:11,946 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:11,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:11,947 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:11,947 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:11,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:11,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:11,948 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:11,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:11,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740
2024-11-21T08:22:11,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740
2024-11-21T08:22:11,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:11,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:11,949 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:11,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:11,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:11,951 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64151256, jitterRate=-0.04407179355621338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177331942Initializing all the Stores at 1732177331943 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177331943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177331943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177331943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177331943Cleaning up temporary data from old regions at 1732177331949 (+6 ms)Region opened successfully at 1732177331951 (+2 ms)
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:11,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:11,952 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177331952Disabling compacts and flushes for region at 1732177331952Disabling writes for close at 1732177331952Writing region close event to WAL at 1732177331952Closed at 1732177331952
2024-11-21T08:22:11,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:11,953 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:22:11,953 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:22:11,953 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:11,954 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:22:12,104 DEBUG [6ed56fb6cbf7:37667 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:22:12,105 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:12,106 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,38099,1732177330721, state=OPENING
2024-11-21T08:22:12,226 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:22:12,318 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:12,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:12,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999371350/meta-region-server: CHANGED
2024-11-21T08:22:12,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:12,319 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38099,1732177330721}]
2024-11-21T08:22:12,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999371350/meta-region-server: CHANGED
2024-11-21T08:22:12,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:12,472 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:22:12,474 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:22:12,474 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:12,474 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:22:12,475 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C38099%2C1732177330721.meta, suffix=.meta, logDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721, archiveDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/oldWALs, maxLogs=10
2024-11-21T08:22:12,492 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721/6ed56fb6cbf7%2C38099%2C1732177330721.meta.1732177332475.meta, exclude list is [], retry=0
2024-11-21T08:22:12,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46479,DS-540acb52-5217-4c50-a949-02ba8191cd0c,DISK]
2024-11-21T08:22:12,494 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/WALs/6ed56fb6cbf7,38099,1732177330721/6ed56fb6cbf7%2C38099%2C1732177330721.meta.1732177332475.meta
2024-11-21T08:22:12,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)]
2024-11-21T08:22:12,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:12,495 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:12,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:22:12,495 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:22:12,496 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:22:12,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:22:12,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:12,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:22:12,496 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:22:12,497 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:12,497 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:12,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:12,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:12,498 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:12,498 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:12,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:12,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:12,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:12,499 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:12,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:12,499 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:12,500 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:12,500 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:12,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:12,500 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:12,500 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:12,501 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740
2024-11-21T08:22:12,501 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740
2024-11-21T08:22:12,502 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:12,502 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:12,502 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:12,503 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:12,503 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59027330, jitterRate=-0.12042424082756042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:12,504 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:22:12,504 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177332496Writing region info on filesystem at 1732177332496Initializing all the Stores at 1732177332497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177332497Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177332497Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177332497Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177332497Cleaning up temporary data from old regions at 1732177332502 (+5 ms)Running coprocessor post-open hooks at 1732177332504 (+2 ms)Region opened successfully at 1732177332504
2024-11-21T08:22:12,504 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177332470
2024-11-21T08:22:12,506 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:22:12,506 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:22:12,506 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:12,507 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,38099,1732177330721, state=OPEN
2024-11-21T08:22:12,540 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1999371350/meta-region-server
2024-11-21T08:22:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1999371350/meta-region-server
2024-11-21T08:22:12,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:12,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999371350/meta-region-server: CHANGED
2024-11-21T08:22:12,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999371350/meta-region-server: CHANGED
2024-11-21T08:22:12,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:22:12,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,38099,1732177330721 in 223 msec
2024-11-21T08:22:12,545 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:22:12,545 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec
2024-11-21T08:22:12,545 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:12,545 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:22:12,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:12,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38099,1732177330721, seqNum=-1]
2024-11-21T08:22:12,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:12,548 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:12,551 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4350 sec
2024-11-21T08:22:12,551 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177332551, completionTime=-1
2024-11-21T08:22:12,551 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:22:12,551 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177392553
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177452553
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:37667, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,553 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,555 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.746sec
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:12,556 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:22:12,558 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:22:12,558 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:22:12,558 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,37667,1732177330580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:12,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb2e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:12,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37667,-1 for getting cluster id
2024-11-21T08:22:12,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:12,567 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54537362-c664-446d-8e1c-eab3e4bad1e3'
2024-11-21T08:22:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54537362-c664-446d-8e1c-eab3e4bad1e3"

2024-11-21T08:22:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffe6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37667,-1]
2024-11-21T08:22:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:12,568 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:12,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad6659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:12,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38099,1732177330721, seqNum=-1]
2024-11-21T08:22:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:12,571 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:12,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:12,572 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:12,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:12,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015c7c60c70005 connected
2024-11-21T08:22:12,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir so I do NOT create it in target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d
2024-11-21T08:22:12,712 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir Erasing configuration value by system value.
2024-11-21T08:22:12,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.tmp.dir so I do NOT create it in target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d
2024-11-21T08:22:12,712 WARN  [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.tmp.dir Erasing configuration value by system value.
2024-11-21T08:22:12,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d
2024-11-21T08:22:12,712 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/cluster_f6ff9f5f-1189-f881-7962-57b45f6f78e3, deleteOnExit=true
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/test.cache.data in system properties and HBase conf
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.tmp.dir in system properties and HBase conf
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.log.dir in system properties and HBase conf
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-21T08:22:12,713 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-21T08:22:12,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/nfs.dump.dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/java.io.tmpdir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-21T08:22:12,714 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-21T08:22:13,148 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:13,152 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:13,164 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:13,164 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:13,164 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-21T08:22:13,164 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:13,167 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e107ad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:13,167 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a68801b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:13,292 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31cf0234{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/java.io.tmpdir/jetty-localhost-44077-hadoop-hdfs-3_4_1-tests_jar-_-any-10416746961381229489/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:13,293 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d6eedbc{HTTP/1.1, (http/1.1)}{localhost:44077}
2024-11-21T08:22:13,293 INFO  [Time-limited test {}] server.Server(415): Started @390752ms
2024-11-21T08:22:13,881 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:22:13,882 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,882 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,882 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,882 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,882 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,883 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,883 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,933 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,933 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,933 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,933 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,934 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,934 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,943 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,947 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,948 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,950 WARN  [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:13,992 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-21T08:22:13,994 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-21T08:22:13,995 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-21T08:22:13,995 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-21T08:22:13,995 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-21T08:22:13,995 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3aced1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.log.dir/,AVAILABLE}
2024-11-21T08:22:13,996 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374b2111{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-21T08:22:14,096 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7781cb0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/java.io.tmpdir/jetty-localhost-35377-hadoop-hdfs-3_4_1-tests_jar-_-any-63953470501599164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:14,097 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9980fd5{HTTP/1.1, (http/1.1)}{localhost:35377}
2024-11-21T08:22:14,097 INFO  [Time-limited test {}] server.Server(415): Started @391556ms
2024-11-21T08:22:14,098 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-21T08:22:15,644 WARN  [Thread-4577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/cluster_f6ff9f5f-1189-f881-7962-57b45f6f78e3/data/data1/current/BP-451562199-172.17.0.3-1732177332730/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:15,644 WARN  [Thread-4578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/cluster_f6ff9f5f-1189-f881-7962-57b45f6f78e3/data/data2/current/BP-451562199-172.17.0.3-1732177332730/current, will proceed with Du for space computation calculation, 
2024-11-21T08:22:15,661 WARN  [Thread-4565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-21T08:22:15,663 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed0cdd7236b34529 with lease ID 0x7eb6e6b336aec22c: Processing first storage report for DS-f213b12f-12cc-4b19-88fa-29b91ffb8c3d from datanode DatanodeRegistration(127.0.0.1:45967, datanodeUuid=2c45295c-0efa-42df-a7b7-e6e52d88ca4b, infoPort=36253, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=492574989;c=1732177332730)
2024-11-21T08:22:15,663 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed0cdd7236b34529 with lease ID 0x7eb6e6b336aec22c: from storage DS-f213b12f-12cc-4b19-88fa-29b91ffb8c3d node DatanodeRegistration(127.0.0.1:45967, datanodeUuid=2c45295c-0efa-42df-a7b7-e6e52d88ca4b, infoPort=36253, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=492574989;c=1732177332730), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:15,663 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed0cdd7236b34529 with lease ID 0x7eb6e6b336aec22c: Processing first storage report for DS-0ebbe728-3b5e-4abc-b349-cb9028d7bcf1 from datanode DatanodeRegistration(127.0.0.1:45967, datanodeUuid=2c45295c-0efa-42df-a7b7-e6e52d88ca4b, infoPort=36253, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=492574989;c=1732177332730)
2024-11-21T08:22:15,663 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed0cdd7236b34529 with lease ID 0x7eb6e6b336aec22c: from storage DS-0ebbe728-3b5e-4abc-b349-cb9028d7bcf1 node DatanodeRegistration(127.0.0.1:45967, datanodeUuid=2c45295c-0efa-42df-a7b7-e6e52d88ca4b, infoPort=36253, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=492574989;c=1732177332730), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-21T08:22:15,725 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d
2024-11-21T08:22:15,725 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,726 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741825_1001 (size=7)
2024-11-21T08:22:15,745 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90 with version=8
2024-11-21T08:22:15,745 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/hbase-staging
2024-11-21T08:22:15,747 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:15,747 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-21T08:22:15,748 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:15,750 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42067
2024-11-21T08:22:15,751 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42067 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:15,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420670x0, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:15,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42067-0x1015c7c60c70006 connected
2024-11-21T08:22:15,834 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,835 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/running
2024-11-21T08:22:15,838 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90, hbase.cluster.distributed=false
2024-11-21T08:22:15,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/acl
2024-11-21T08:22:15,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42067
2024-11-21T08:22:15,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42067
2024-11-21T08:22:15,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42067
2024-11-21T08:22:15,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42067
2024-11-21T08:22:15,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42067
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ed56fb6cbf7:0 server-side Connection retries=45
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-21T08:22:15,867 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-21T08:22:15,868 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40101
2024-11-21T08:22:15,869 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40101 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:15,869 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,871 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:15,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401010x0, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:15,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401010x0, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/running
2024-11-21T08:22:15,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40101-0x1015c7c60c70007 connected
2024-11-21T08:22:15,887 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-21T08:22:15,887 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-21T08:22:15,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/master
2024-11-21T08:22:15,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/acl
2024-11-21T08:22:15,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40101
2024-11-21T08:22:15,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40101
2024-11-21T08:22:15,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40101
2024-11-21T08:22:15,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40101
2024-11-21T08:22:15,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40101
2024-11-21T08:22:15,910 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ed56fb6cbf7:42067
2024-11-21T08:22:15,911 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1534535313/backup-masters/6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:15,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/backup-masters
2024-11-21T08:22:15,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/backup-masters
2024-11-21T08:22:15,918 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on existing znode=/2-1534535313/backup-masters/6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:15,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:15,929 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on existing znode=/2-1534535313/master
2024-11-21T08:22:15,929 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1534535313/backup-masters/6ed56fb6cbf7,42067,1732177335747 from backup master directory
2024-11-21T08:22:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1534535313/master
2024-11-21T08:22:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1534535313/backup-masters/6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/backup-masters
2024-11-21T08:22:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/backup-masters
2024-11-21T08:22:15,939 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:15,939 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:15,942 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/hbase.id] with ID: 5aa54ab0-2d4f-4bad-aef5-c36846a39023
2024-11-21T08:22:15,942 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/.tmp/hbase.id
2024-11-21T08:22:15,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741826_1002 (size=42)
2024-11-21T08:22:16,346 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/.tmp/hbase.id]:[hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/hbase.id]
2024-11-21T08:22:16,352 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:16,352 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-21T08:22:16,353 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms.
2024-11-21T08:22:16,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:16,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:16,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741827_1003 (size=196)
2024-11-21T08:22:16,824 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:16,825 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-21T08:22:16,825 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:16,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741828_1004 (size=1189)
2024-11-21T08:22:17,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:17,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:22:17,188 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149132 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:22:17,230 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store
2024-11-21T08:22:17,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741829_1005 (size=34)
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:17,235 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:17,235 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:17,235 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177337235Disabling compacts and flushes for region at 1732177337235Disabling writes for close at 1732177337235Writing region close event to WAL at 1732177337235Closed at 1732177337235
2024-11-21T08:22:17,236 WARN  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/.initializing
2024-11-21T08:22:17,236 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/WALs/6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:17,237 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:17,238 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ed56fb6cbf7%2C42067%2C1732177335747, suffix=, logDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/WALs/6ed56fb6cbf7,42067,1732177335747, archiveDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/oldWALs, maxLogs=10
2024-11-21T08:22:17,254 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/WALs/6ed56fb6cbf7,42067,1732177335747/6ed56fb6cbf7%2C42067%2C1732177335747.1732177337238, exclude list is [], retry=0
2024-11-21T08:22:17,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-f213b12f-12cc-4b19-88fa-29b91ffb8c3d,DISK]
2024-11-21T08:22:17,258 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/WALs/6ed56fb6cbf7,42067,1732177335747/6ed56fb6cbf7%2C42067%2C1732177335747.1732177337238
2024-11-21T08:22:17,258 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)]
2024-11-21T08:22:17,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:17,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:17,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,259 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,260 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:17,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-21T08:22:17,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:17,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:17,261 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:17,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-21T08:22:17,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:17,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:17,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:17,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-21T08:22:17,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:17,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:17,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-21T08:22:17,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-21T08:22:17,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:17,264 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:17,264 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,265 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,265 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,266 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,266 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,266 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:17,267 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-21T08:22:17,268 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:17,268 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62353443, jitterRate=-0.07086129486560822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:17,268 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732177337259Initializing all the Stores at 1732177337260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177337260Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177337260Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177337260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177337260Cleaning up temporary data from old regions at 1732177337266 (+6 ms)Region opened successfully at 1732177337268 (+2 ms)
2024-11-21T08:22:17,269 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-21T08:22:17,270 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38413a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:17,271 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-21T08:22:17,271 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-21T08:22:17,271 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-21T08:22:17,271 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-21T08:22:17,271 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-21T08:22:17,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-21T08:22:17,272 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-21T08:22:17,273 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-21T08:22:17,274 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/balancer because node does not exist (not necessarily an error)
2024-11-21T08:22:17,286 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/balancer already deleted, retry=false
2024-11-21T08:22:17,286 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-21T08:22:17,287 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/normalizer because node does not exist (not necessarily an error)
2024-11-21T08:22:17,296 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/normalizer already deleted, retry=false
2024-11-21T08:22:17,296 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-21T08:22:17,297 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/switch/split because node does not exist (not necessarily an error)
2024-11-21T08:22:17,307 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/switch/split already deleted, retry=false
2024-11-21T08:22:17,307 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/switch/merge because node does not exist (not necessarily an error)
2024-11-21T08:22:17,317 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/switch/merge already deleted, retry=false
2024-11-21T08:22:17,318 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-21T08:22:17,328 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/snapshot-cleanup already deleted, retry=false
2024-11-21T08:22:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1534535313/running
2024-11-21T08:22:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1534535313/running
2024-11-21T08:22:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,339 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ed56fb6cbf7,42067,1732177335747, sessionid=0x1015c7c60c70006, setting cluster-up flag (Was=false)
2024-11-21T08:22:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,391 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1534535313/flush-table-proc/acquired, /2-1534535313/flush-table-proc/reached, /2-1534535313/flush-table-proc/abort
2024-11-21T08:22:17,392 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:17,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:17,444 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1534535313/online-snapshot/acquired, /2-1534535313/online-snapshot/reached, /2-1534535313/online-snapshot/abort
2024-11-21T08:22:17,445 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:17,446 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-21T08:22:17,447 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:17,447 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-21T08:22:17,447 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-21T08:22:17,447 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ed56fb6cbf7,42067,1732177335747
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-21T08:22:17,448 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:17,448 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:17,448 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:17,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=5, maxPoolSize=5
2024-11-21T08:22:17,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ed56fb6cbf7:0, corePoolSize=10, maxPoolSize=10
2024-11-21T08:22:17,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:17,449 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,449 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732177367449
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-21T08:22:17,450 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-21T08:22:17,450 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-21T08:22:17,451 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177337451,5,FailOnTimeoutGroup]
2024-11-21T08:22:17,451 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177337451,5,FailOnTimeoutGroup]
2024-11-21T08:22:17,451 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,451 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-21T08:22:17,451 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,451 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:17,451 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-21T08:22:17,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741831_1007 (size=1321)
2024-11-21T08:22:17,499 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(746): ClusterId : 5aa54ab0-2d4f-4bad-aef5-c36846a39023
2024-11-21T08:22:17,499 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-21T08:22:17,508 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-21T08:22:17,508 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-21T08:22:17,518 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-21T08:22:17,518 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fb5fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ed56fb6cbf7/172.17.0.3:0
2024-11-21T08:22:17,528 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ed56fb6cbf7:40101
2024-11-21T08:22:17,529 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-21T08:22:17,529 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-21T08:22:17,529 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-21T08:22:17,529 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ed56fb6cbf7,42067,1732177335747 with port=40101, startcode=1732177335867
2024-11-21T08:22:17,529 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-21T08:22:17,530 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService
2024-11-21T08:22:17,531 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,531 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42067 {}] master.ServerManager(517): Registering regionserver=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,532 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90
2024-11-21T08:22:17,532 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41081
2024-11-21T08:22:17,532 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-21T08:22:17,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/rs
2024-11-21T08:22:17,567 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] zookeeper.ZKUtil(111): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on existing znode=/2-1534535313/rs/6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,567 WARN  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-21T08:22:17,567 INFO  [RS:0;6ed56fb6cbf7:40101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:17,568 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,568 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ed56fb6cbf7,40101,1732177335867]
2024-11-21T08:22:17,570 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-21T08:22:17,572 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-21T08:22:17,573 INFO  [RS:0;6ed56fb6cbf7:40101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-21T08:22:17,573 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,573 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-21T08:22:17,574 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-21T08:22:17,574 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=2, maxPoolSize=2
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ed56fb6cbf7:0, corePoolSize=1, maxPoolSize=1
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:17,574 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ed56fb6cbf7:0, corePoolSize=3, maxPoolSize=3
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,579 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40101,1732177335867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:17,595 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-21T08:22:17,595 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,40101,1732177335867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,595 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,595 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.Replication(171): 6ed56fb6cbf7,40101,1732177335867 started
2024-11-21T08:22:17,608 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:17,609 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1482): Serving as 6ed56fb6cbf7,40101,1732177335867, RpcServer on 6ed56fb6cbf7/172.17.0.3:40101, sessionid=0x1015c7c60c70007
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,40101,1732177335867'
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1534535313/flush-table-proc/abort'
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1534535313/flush-table-proc/acquired'
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-21T08:22:17,609 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-21T08:22:17,610 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:17,610 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ed56fb6cbf7,40101,1732177335867'
2024-11-21T08:22:17,610 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1534535313/online-snapshot/abort'
2024-11-21T08:22:17,610 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1534535313/online-snapshot/acquired'
2024-11-21T08:22:17,610 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-21T08:22:17,610 INFO  [RS:0;6ed56fb6cbf7:40101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-21T08:22:17,610 INFO  [RS:0;6ed56fb6cbf7:40101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-21T08:22:17,710 INFO  [RS:0;6ed56fb6cbf7:40101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-21T08:22:17,711 INFO  [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C40101%2C1732177335867, suffix=, logDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867, archiveDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/oldWALs, maxLogs=10
2024-11-21T08:22:17,723 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867/6ed56fb6cbf7%2C40101%2C1732177335867.1732177337712, exclude list is [], retry=0
2024-11-21T08:22:17,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-f213b12f-12cc-4b19-88fa-29b91ffb8c3d,DISK]
2024-11-21T08:22:17,727 INFO  [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867/6ed56fb6cbf7%2C40101%2C1732177335867.1732177337712
2024-11-21T08:22:17,727 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)]
2024-11-21T08:22:17,859 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-21T08:22:17,859 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90
2024-11-21T08:22:17,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741833_1009 (size=32)
2024-11-21T08:22:18,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:18,265 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:18,266 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:18,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,267 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,267 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:18,268 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:18,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,268 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,269 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:18,270 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:18,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,271 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,271 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:18,272 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:18,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740
2024-11-21T08:22:18,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740
2024-11-21T08:22:18,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:18,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:18,276 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:18,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:18,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:18,279 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66387325, jitterRate=-0.010751768946647644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732177338264Initializing all the Stores at 1732177338265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177338265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338265Cleaning up temporary data from old regions at 1732177338275 (+10 ms)Region opened successfully at 1732177338279 (+4 ms)
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:18,279 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:18,279 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:18,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177338279Disabling compacts and flushes for region at 1732177338279Disabling writes for close at 1732177338279Writing region close event to WAL at 1732177338279Closed at 1732177338279
2024-11-21T08:22:18,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:18,280 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-21T08:22:18,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-21T08:22:18,281 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:18,282 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-21T08:22:18,432 DEBUG [6ed56fb6cbf7:42067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-21T08:22:18,433 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:18,434 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,40101,1732177335867, state=OPENING
2024-11-21T08:22:18,486 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-21T08:22:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:18,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1534535313/meta-region-server: CHANGED
2024-11-21T08:22:18,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-21T08:22:18,498 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40101,1732177335867}]
2024-11-21T08:22:18,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1534535313/meta-region-server: CHANGED
2024-11-21T08:22:18,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:18,652 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:22:18,654 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-21T08:22:18,654 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:18,655 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-21T08:22:18,656 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C40101%2C1732177335867.meta, suffix=.meta, logDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867, archiveDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/oldWALs, maxLogs=10
2024-11-21T08:22:18,671 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867/6ed56fb6cbf7%2C40101%2C1732177335867.meta.1732177338656.meta, exclude list is [], retry=0
2024-11-21T08:22:18,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45967,DS-f213b12f-12cc-4b19-88fa-29b91ffb8c3d,DISK]
2024-11-21T08:22:18,697 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/WALs/6ed56fb6cbf7,40101,1732177335867/6ed56fb6cbf7%2C40101%2C1732177335867.meta.1732177338656.meta
2024-11-21T08:22:18,704 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)]
2024-11-21T08:22:18,704 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:18,705 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-21T08:22:18,705 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-21T08:22:18,705 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-21T08:22:18,708 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-21T08:22:18,709 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-21T08:22:18,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,710 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-21T08:22:18,710 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-21T08:22:18,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,711 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,711 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-21T08:22:18,711 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-21T08:22:18,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,712 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-21T08:22:18,712 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-21T08:22:18,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,713 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-21T08:22:18,713 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-21T08:22:18,714 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740
2024-11-21T08:22:18,715 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740
2024-11-21T08:22:18,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-21T08:22:18,716 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-21T08:22:18,717 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-21T08:22:18,721 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-21T08:22:18,721 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66450463, jitterRate=-0.00981093943119049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-21T08:22:18,721 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-21T08:22:18,722 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732177338705Writing region info on filesystem at 1732177338705Initializing all the Stores at 1732177338706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338708 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177338708Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732177338708Cleaning up temporary data from old regions at 1732177338716 (+8 ms)Running coprocessor post-open hooks at 1732177338721 (+5 ms)Region opened successfully at 1732177338722 (+1 ms)
2024-11-21T08:22:18,722 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732177338650
2024-11-21T08:22:18,724 DEBUG [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-21T08:22:18,724 INFO  [RS_OPEN_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-21T08:22:18,724 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:18,725 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ed56fb6cbf7,40101,1732177335867, state=OPEN
2024-11-21T08:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1534535313/meta-region-server
2024-11-21T08:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1534535313/meta-region-server
2024-11-21T08:22:18,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:18,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1534535313/meta-region-server: CHANGED
2024-11-21T08:22:18,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1534535313/meta-region-server: CHANGED
2024-11-21T08:22:18,738 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-21T08:22:18,740 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ed56fb6cbf7,40101,1732177335867 in 239 msec
2024-11-21T08:22:18,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-21T08:22:18,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec
2024-11-21T08:22:18,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-21T08:22:18,750 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-21T08:22:18,751 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:18,752 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40101,1732177335867, seqNum=-1]
2024-11-21T08:22:18,752 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:18,753 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:18,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec
2024-11-21T08:22:18,760 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732177338760, completionTime=-1
2024-11-21T08:22:18,761 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-21T08:22:18,761 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-21T08:22:18,763 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-21T08:22:18,763 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732177398763
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732177458763
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ed56fb6cbf7:42067, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,764 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,767 DEBUG [master/6ed56fb6cbf7:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-21T08:22:18,773 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.837sec
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-21T08:22:18,776 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-21T08:22:18,779 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-21T08:22:18,779 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-21T08:22:18,779 INFO  [master/6ed56fb6cbf7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ed56fb6cbf7,42067,1732177335747-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-21T08:22:18,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e23ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:18,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,42067,-1 for getting cluster id
2024-11-21T08:22:18,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:18,807 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa54ab0-2d4f-4bad-aef5-c36846a39023'
2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa54ab0-2d4f-4bad-aef5-c36846a39023"

2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c55842c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,42067,-1]
2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:18,808 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:18,809 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:18,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:18,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:18,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40101,1732177335867, seqNum=-1]
2024-11-21T08:22:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:18,813 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:18,814 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:18,815 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53357
2024-11-21T08:22:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-21T08:22:18,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015c7c60c70008 connected
2024-11-21T08:22:18,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b30e0c
2024-11-21T08:22:18,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:18,846 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:18,847 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:22:18,849 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:22:18,849 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:18,849 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:22:18,850 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:22:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:18,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:22:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:19,308 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73f60085feccfbeda135f7ebd01fcaf2, NAME => 'test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea
2024-11-21T08:22:19,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 73f60085feccfbeda135f7ebd01fcaf2, disabling compactions & flushes
2024-11-21T08:22:19,322 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2. after waiting 0 ms
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,322 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73f60085feccfbeda135f7ebd01fcaf2:
Waiting for close lock at 1732177339322Disabling compacts and flushes for region at 1732177339322Disabling writes for close at 1732177339322Writing region close event to WAL at 1732177339322Closed at 1732177339322
2024-11-21T08:22:19,323 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:22:19,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177339323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177339323"}]},"ts":"1732177339323"}
2024-11-21T08:22:19,326 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:22:19,327 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:22:19,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177339327"}]},"ts":"1732177339327"}
2024-11-21T08:22:19,329 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:22:19,329 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73f60085feccfbeda135f7ebd01fcaf2, ASSIGN}]
2024-11-21T08:22:19,331 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=73f60085feccfbeda135f7ebd01fcaf2, ASSIGN
2024-11-21T08:22:19,332 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=73f60085feccfbeda135f7ebd01fcaf2, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41847,1732177326110; forceNewPlan=false, retain=false
2024-11-21T08:22:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:19,482 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73f60085feccfbeda135f7ebd01fcaf2, regionState=OPENING, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:19,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=73f60085feccfbeda135f7ebd01fcaf2, ASSIGN because future has completed
2024-11-21T08:22:19,487 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f60085feccfbeda135f7ebd01fcaf2, server=6ed56fb6cbf7,41847,1732177326110}]
2024-11-21T08:22:19,665 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 73f60085feccfbeda135f7ebd01fcaf2, NAME => 'test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:19,666 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:19,666 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,666 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,680 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 73f60085feccfbeda135f7ebd01fcaf2 
2024-11-21T08:22:19,681 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f60085feccfbeda135f7ebd01fcaf2 columnFamilyName f
2024-11-21T08:22:19,682 DEBUG [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:19,682 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(327): Store=73f60085feccfbeda135f7ebd01fcaf2/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:19,682 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 73f60085feccfbeda135f7ebd01fcaf2 
2024-11-21T08:22:19,683 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f60085feccfbeda135f7ebd01fcaf2 columnFamilyName f1
2024-11-21T08:22:19,683 DEBUG [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:19,684 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(327): Store=73f60085feccfbeda135f7ebd01fcaf2/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:19,684 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 73f60085feccfbeda135f7ebd01fcaf2 
2024-11-21T08:22:19,685 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f60085feccfbeda135f7ebd01fcaf2 columnFamilyName norep
2024-11-21T08:22:19,685 DEBUG [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:19,686 INFO  [StoreOpener-73f60085feccfbeda135f7ebd01fcaf2-1 {}] regionserver.HStore(327): Store=73f60085feccfbeda135f7ebd01fcaf2/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:19,686 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,686 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,686 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,687 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,687 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,688 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:22:19,689 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,693 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:19,693 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 73f60085feccfbeda135f7ebd01fcaf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61887049, jitterRate=-0.0778111070394516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:22:19,693 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:19,693 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 73f60085feccfbeda135f7ebd01fcaf2:
Running coprocessor pre-open hook at 1732177339666Writing region info on filesystem at 1732177339666Initializing all the Stores at 1732177339667 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177339667Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177339680 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177339680Cleaning up temporary data from old regions at 1732177339687 (+7 ms)Running coprocessor post-open hooks at 1732177339693 (+6 ms)Region opened successfully at 1732177339693
2024-11-21T08:22:19,694 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., pid=6, masterSystemTime=1732177339640
2024-11-21T08:22:19,696 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,696 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:19,697 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=73f60085feccfbeda135f7ebd01fcaf2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:19,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f60085feccfbeda135f7ebd01fcaf2, server=6ed56fb6cbf7,41847,1732177326110 because future has completed
2024-11-21T08:22:19,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:22:19,701 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 73f60085feccfbeda135f7ebd01fcaf2, server=6ed56fb6cbf7,41847,1732177326110 in 212 msec
2024-11-21T08:22:19,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:22:19,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=73f60085feccfbeda135f7ebd01fcaf2, ASSIGN in 372 msec
2024-11-21T08:22:19,704 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:22:19,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177339704"}]},"ts":"1732177339704"}
2024-11-21T08:22:19,706 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:22:19,706 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:22:19,708 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 859 msec
2024-11-21T08:22:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:19,987 INFO  [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:22:19,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:19,988 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8f9619
2024-11-21T08:22:19,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:19,990 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:19,990 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:22:19,992 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:22:19,992 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:19,992 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:22:19,993 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:22:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:19,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:22:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:20,399 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91faaca27977766cf566eec5f878cc16, NAME => 'test,,1732177339990.91faaca27977766cf566eec5f878cc16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1
2024-11-21T08:22:20,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177339990.91faaca27977766cf566eec5f878cc16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91faaca27977766cf566eec5f878cc16, disabling compactions & flushes
2024-11-21T08:22:20,405 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177339990.91faaca27977766cf566eec5f878cc16. after waiting 0 ms
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,405 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91faaca27977766cf566eec5f878cc16:
Waiting for close lock at 1732177340405Disabling compacts and flushes for region at 1732177340405Disabling writes for close at 1732177340405Writing region close event to WAL at 1732177340405Closed at 1732177340405
2024-11-21T08:22:20,406 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:22:20,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177339990.91faaca27977766cf566eec5f878cc16.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177340406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177340406"}]},"ts":"1732177340406"}
2024-11-21T08:22:20,408 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:22:20,409 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:22:20,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177340409"}]},"ts":"1732177340409"}
2024-11-21T08:22:20,411 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:22:20,411 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91faaca27977766cf566eec5f878cc16, ASSIGN}]
2024-11-21T08:22:20,412 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91faaca27977766cf566eec5f878cc16, ASSIGN
2024-11-21T08:22:20,413 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91faaca27977766cf566eec5f878cc16, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,38099,1732177330721; forceNewPlan=false, retain=false
2024-11-21T08:22:20,563 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91faaca27977766cf566eec5f878cc16, regionState=OPENING, regionLocation=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:20,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91faaca27977766cf566eec5f878cc16, ASSIGN because future has completed
2024-11-21T08:22:20,566 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91faaca27977766cf566eec5f878cc16, server=6ed56fb6cbf7,38099,1732177330721}]
2024-11-21T08:22:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:20,721 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,721 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91faaca27977766cf566eec5f878cc16, NAME => 'test,,1732177339990.91faaca27977766cf566eec5f878cc16.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:20,722 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:20,722 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:22:20,722 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,722 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177339990.91faaca27977766cf566eec5f878cc16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:20,722 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,722 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,723 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91faaca27977766cf566eec5f878cc16 
2024-11-21T08:22:20,725 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91faaca27977766cf566eec5f878cc16 columnFamilyName f
2024-11-21T08:22:20,725 DEBUG [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:20,725 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(327): Store=91faaca27977766cf566eec5f878cc16/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:20,725 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91faaca27977766cf566eec5f878cc16 
2024-11-21T08:22:20,726 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91faaca27977766cf566eec5f878cc16 columnFamilyName f1
2024-11-21T08:22:20,726 DEBUG [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:20,727 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(327): Store=91faaca27977766cf566eec5f878cc16/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:20,727 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91faaca27977766cf566eec5f878cc16 
2024-11-21T08:22:20,728 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91faaca27977766cf566eec5f878cc16 columnFamilyName norep
2024-11-21T08:22:20,728 DEBUG [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:20,728 INFO  [StoreOpener-91faaca27977766cf566eec5f878cc16-1 {}] regionserver.HStore(327): Store=91faaca27977766cf566eec5f878cc16/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:20,728 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,729 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,729 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,730 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,730 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,731 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:22:20,731 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,733 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:20,734 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91faaca27977766cf566eec5f878cc16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61225882, jitterRate=-0.08766326308250427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:22:20,734 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:20,734 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91faaca27977766cf566eec5f878cc16:
Running coprocessor pre-open hook at 1732177340722Writing region info on filesystem at 1732177340722Initializing all the Stores at 1732177340723 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177340723Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177340723Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177340723Cleaning up temporary data from old regions at 1732177340730 (+7 ms)Running coprocessor post-open hooks at 1732177340734 (+4 ms)Region opened successfully at 1732177340734
2024-11-21T08:22:20,735 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177339990.91faaca27977766cf566eec5f878cc16., pid=6, masterSystemTime=1732177340717
2024-11-21T08:22:20,737 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,737 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:20,737 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91faaca27977766cf566eec5f878cc16, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:20,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91faaca27977766cf566eec5f878cc16, server=6ed56fb6cbf7,38099,1732177330721 because future has completed
2024-11-21T08:22:20,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:22:20,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91faaca27977766cf566eec5f878cc16, server=6ed56fb6cbf7,38099,1732177330721 in 174 msec
2024-11-21T08:22:20,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:22:20,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91faaca27977766cf566eec5f878cc16, ASSIGN in 331 msec
2024-11-21T08:22:20,744 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:22:20,744 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177340744"}]},"ts":"1732177340744"}
2024-11-21T08:22:20,746 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:22:20,747 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:22:20,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec
2024-11-21T08:22:21,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:21,127 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:22:21,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a139c
2024-11-21T08:22:21,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:21,129 INFO  [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:21,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test
2024-11-21T08:22:21,131 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:22:21,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:21,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test"
 procId is: 4
2024-11-21T08:22:21,132 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:22:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:21,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741835_1011 (size=902)
2024-11-21T08:22:21,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:21,538 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cbd43dcc04b0b6eef0eb1e0da39d782, NAME => 'test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90
2024-11-21T08:22:21,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741836_1012 (size=39)
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8cbd43dcc04b0b6eef0eb1e0da39d782, disabling compactions & flushes
2024-11-21T08:22:21,555 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782. after waiting 0 ms
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,555 INFO  [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cbd43dcc04b0b6eef0eb1e0da39d782:
Waiting for close lock at 1732177341555Disabling compacts and flushes for region at 1732177341555Disabling writes for close at 1732177341555Writing region close event to WAL at 1732177341555Closed at 1732177341555
2024-11-21T08:22:21,556 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:22:21,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732177341556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177341556"}]},"ts":"1732177341556"}
2024-11-21T08:22:21,558 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:22:21,559 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:22:21,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177341559"}]},"ts":"1732177341559"}
2024-11-21T08:22:21,560 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta
2024-11-21T08:22:21,561 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cbd43dcc04b0b6eef0eb1e0da39d782, ASSIGN}]
2024-11-21T08:22:21,562 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cbd43dcc04b0b6eef0eb1e0da39d782, ASSIGN
2024-11-21T08:22:21,562 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8cbd43dcc04b0b6eef0eb1e0da39d782, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,40101,1732177335867; forceNewPlan=false, retain=false
2024-11-21T08:22:21,713 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cbd43dcc04b0b6eef0eb1e0da39d782, regionState=OPENING, regionLocation=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:21,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8cbd43dcc04b0b6eef0eb1e0da39d782, ASSIGN because future has completed
2024-11-21T08:22:21,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbd43dcc04b0b6eef0eb1e0da39d782, server=6ed56fb6cbf7,40101,1732177335867}]
2024-11-21T08:22:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:21,870 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,870 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cbd43dcc04b0b6eef0eb1e0da39d782, NAME => 'test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:21,871 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:21,871 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911.
2024-11-21T08:22:21,871 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,871 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:21,871 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,871 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,872 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cbd43dcc04b0b6eef0eb1e0da39d782 
2024-11-21T08:22:21,873 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbd43dcc04b0b6eef0eb1e0da39d782 columnFamilyName f
2024-11-21T08:22:21,873 DEBUG [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:21,874 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(327): Store=8cbd43dcc04b0b6eef0eb1e0da39d782/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:21,874 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8cbd43dcc04b0b6eef0eb1e0da39d782 
2024-11-21T08:22:21,875 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbd43dcc04b0b6eef0eb1e0da39d782 columnFamilyName f1
2024-11-21T08:22:21,875 DEBUG [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:21,875 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(327): Store=8cbd43dcc04b0b6eef0eb1e0da39d782/f1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:21,875 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cbd43dcc04b0b6eef0eb1e0da39d782 
2024-11-21T08:22:21,876 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbd43dcc04b0b6eef0eb1e0da39d782 columnFamilyName norep
2024-11-21T08:22:21,876 DEBUG [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:21,876 INFO  [StoreOpener-8cbd43dcc04b0b6eef0eb1e0da39d782-1 {}] regionserver.HStore(327): Store=8cbd43dcc04b0b6eef0eb1e0da39d782/norep,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:21,877 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,877 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,877 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,878 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,878 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,878 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:22:21,879 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,881 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:21,881 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8cbd43dcc04b0b6eef0eb1e0da39d782; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67322321, jitterRate=0.003180757164955139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:22:21,881 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:21,881 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8cbd43dcc04b0b6eef0eb1e0da39d782:
Running coprocessor pre-open hook at 1732177341871Writing region info on filesystem at 1732177341871Initializing all the Stores at 1732177341872 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177341872Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177341872Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177341872Cleaning up temporary data from old regions at 1732177341878 (+6 ms)Running coprocessor post-open hooks at 1732177341881 (+3 ms)Region opened successfully at 1732177341881
2024-11-21T08:22:21,882 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782., pid=6, masterSystemTime=1732177341867
2024-11-21T08:22:21,884 DEBUG [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,884 INFO  [RS_OPEN_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:21,884 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cbd43dcc04b0b6eef0eb1e0da39d782, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:21,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbd43dcc04b0b6eef0eb1e0da39d782, server=6ed56fb6cbf7,40101,1732177335867 because future has completed
2024-11-21T08:22:21,903 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-21T08:22:21,903 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cbd43dcc04b0b6eef0eb1e0da39d782, server=6ed56fb6cbf7,40101,1732177335867 in 186 msec
2024-11-21T08:22:21,905 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-21T08:22:21,905 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8cbd43dcc04b0b6eef0eb1e0da39d782, ASSIGN in 342 msec
2024-11-21T08:22:21,905 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:22:21,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177341905"}]},"ts":"1732177341905"}
2024-11-21T08:22:21,907 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta
2024-11-21T08:22:21,908 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:22:21,909 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec
2024-11-21T08:22:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42067 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-21T08:22:22,267 INFO  [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed
2024-11-21T08:22:22,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d06584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:22,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:22,269 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82f7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:22,270 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5988af55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376c8af0
2024-11-21T08:22:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:22,273 INFO  [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:22,273 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ed56fb6cbf7:37667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:22:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:22:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:22,276 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37667'
2024-11-21T08:22:22,277 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f84a579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,277 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37667,-1 for getting cluster id
2024-11-21T08:22:22,277 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:22,277 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54537362-c664-446d-8e1c-eab3e4bad1e3'
2024-11-21T08:22:22,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:22,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54537362-c664-446d-8e1c-eab3e4bad1e3"

2024-11-21T08:22:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a242145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37667,-1]
2024-11-21T08:22:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:22,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:22,279 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2c0101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:22,279 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bf45af
2024-11-21T08:22:22,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:22,281 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:22,281 INFO  [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1.
2024-11-21T08:22:22,281 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:22:22,281 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:22,282 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:22,282 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:22,282 INFO  [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-21T08:22:22,283 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication
2024-11-21T08:22:22,284 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION
2024-11-21T08:22:22,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:22,284 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-21T08:22:22,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741837_1013 (size=1138)
2024-11-21T08:22:22,333 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication
2024-11-21T08:22:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:22,690 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94ded911397241dd9b0e7d2c8b1d15ee, NAME => 'hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea
2024-11-21T08:22:22,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741838_1014 (size=44)
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94ded911397241dd9b0e7d2c8b1d15ee, disabling compactions & flushes
2024-11-21T08:22:22,695 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee. after waiting 0 ms
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:22,695 INFO  [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:22,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94ded911397241dd9b0e7d2c8b1d15ee:
Waiting for close lock at 1732177342695Disabling compacts and flushes for region at 1732177342695Disabling writes for close at 1732177342695Writing region close event to WAL at 1732177342695Closed at 1732177342695
2024-11-21T08:22:22,696 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META
2024-11-21T08:22:22,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732177342696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732177342696"}]},"ts":"1732177342696"}
2024-11-21T08:22:22,698 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-21T08:22:22,698 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-21T08:22:22,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177342698"}]},"ts":"1732177342698"}
2024-11-21T08:22:22,700 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta
2024-11-21T08:22:22,700 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ded911397241dd9b0e7d2c8b1d15ee, ASSIGN}]
2024-11-21T08:22:22,701 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ded911397241dd9b0e7d2c8b1d15ee, ASSIGN
2024-11-21T08:22:22,701 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94ded911397241dd9b0e7d2c8b1d15ee, ASSIGN; state=OFFLINE, location=6ed56fb6cbf7,41847,1732177326110; forceNewPlan=false, retain=false
2024-11-21T08:22:22,852 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94ded911397241dd9b0e7d2c8b1d15ee, regionState=OPENING, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:22,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94ded911397241dd9b0e7d2c8b1d15ee, ASSIGN because future has completed
2024-11-21T08:22:22,854 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ded911397241dd9b0e7d2c8b1d15ee, server=6ed56fb6cbf7,41847,1732177326110}]
2024-11-21T08:22:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:23,009 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:23,009 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-21T08:22:23,010 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep
2024-11-21T08:22:23,032 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ed56fb6cbf7%2C41847%2C1732177326110.rep, suffix=, logDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110, archiveDir=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/oldWALs, maxLogs=10
2024-11-21T08:22:23,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177343032, exclude list is [], retry=0
2024-11-21T08:22:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:23,059 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177343032
2024-11-21T08:22:23,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:23,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94ded911397241dd9b0e7d2c8b1d15ee, NAME => 'hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.', STARTKEY => '', ENDKEY => ''}
2024-11-21T08:22:23,059 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911.
2024-11-21T08:22:23,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-21T08:22:23,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee. service=MultiRowMutationService
2024-11-21T08:22:23,059 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully.
2024-11-21T08:22:23,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-21T08:22:23,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,061 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94ded911397241dd9b0e7d2c8b1d15ee 
2024-11-21T08:22:23,062 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ded911397241dd9b0e7d2c8b1d15ee columnFamilyName hfileref
2024-11-21T08:22:23,062 DEBUG [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:23,062 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(327): Store=94ded911397241dd9b0e7d2c8b1d15ee/hfileref,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:23,062 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94ded911397241dd9b0e7d2c8b1d15ee 
2024-11-21T08:22:23,063 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ded911397241dd9b0e7d2c8b1d15ee columnFamilyName queue
2024-11-21T08:22:23,063 DEBUG [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:23,064 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(327): Store=94ded911397241dd9b0e7d2c8b1d15ee/queue,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:23,064 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94ded911397241dd9b0e7d2c8b1d15ee 
2024-11-21T08:22:23,065 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ded911397241dd9b0e7d2c8b1d15ee columnFamilyName sid
2024-11-21T08:22:23,065 DEBUG [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-21T08:22:23,065 INFO  [StoreOpener-94ded911397241dd9b0e7d2c8b1d15ee-1 {}] regionserver.HStore(327): Store=94ded911397241dd9b0e7d2c8b1d15ee/sid,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-21T08:22:23,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-21T08:22:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-21T08:22:23,071 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94ded911397241dd9b0e7d2c8b1d15ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61462497, jitterRate=-0.08413742482662201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-21T08:22:23,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:23,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94ded911397241dd9b0e7d2c8b1d15ee:
Running coprocessor pre-open hook at 1732177343060Writing region info on filesystem at 1732177343060Initializing all the Stores at 1732177343060Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177343060Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177343061 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732177343061Cleaning up temporary data from old regions at 1732177343067 (+6 ms)Running coprocessor post-open hooks at 1732177343071 (+4 ms)Region opened successfully at 1732177343071
2024-11-21T08:22:23,072 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee., pid=10, masterSystemTime=1732177343006
2024-11-21T08:22:23,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:23,074 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:23,074 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94ded911397241dd9b0e7d2c8b1d15ee, regionState=OPEN, openSeqNum=2, regionLocation=6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:23,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94ded911397241dd9b0e7d2c8b1d15ee, server=6ed56fb6cbf7,41847,1732177326110 because future has completed
2024-11-21T08:22:23,078 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-21T08:22:23,078 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94ded911397241dd9b0e7d2c8b1d15ee, server=6ed56fb6cbf7,41847,1732177326110 in 223 msec
2024-11-21T08:22:23,080 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-21T08:22:23,080 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94ded911397241dd9b0e7d2c8b1d15ee, ASSIGN in 378 msec
2024-11-21T08:22:23,080 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-21T08:22:23,080 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732177343080"}]},"ts":"1732177343080"}
2024-11-21T08:22:23,082 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta
2024-11-21T08:22:23,083 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION
2024-11-21T08:22:23,084 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 801 msec
2024-11-21T08:22:23,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2]
2024-11-21T08:22:23,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:23,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:23,199 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:22:23,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11
2024-11-21T08:22:23,351 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER
2024-11-21T08:22:23,382 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ed56fb6cbf7,41847,1732177326110, ReplicationSource: 1, currentBandwidth=0
2024-11-21T08:22:23,383 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:23,383 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=-1]
2024-11-21T08:22:23,384 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:23,385 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService
2024-11-21T08:22:23,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ed56fb6cbf7,41847,1732177326110', locateType=CURRENT is [region=hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2]
2024-11-21T08:22:23,395 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11
2024-11-21T08:22:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.HMaster(4169): Remote procedure done, pid=11
2024-11-21T08:22:23,398 INFO  [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ed56fb6cbf7,41847,1732177326110 suceeded
2024-11-21T08:22:23,407 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7
2024-11-21T08:22:23,407 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec
2024-11-21T08:22:23,407 INFO  [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ed56fb6cbf7:37667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:22:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:23,409 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1340 sec
2024-11-21T08:22:23,416 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:37667'
2024-11-21T08:22:23,418 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4103f2e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:23,418 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37667,-1 for getting cluster id
2024-11-21T08:22:23,418 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:23,419 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54537362-c664-446d-8e1c-eab3e4bad1e3'
2024-11-21T08:22:23,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:23,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54537362-c664-446d-8e1c-eab3e4bad1e3"

2024-11-21T08:22:23,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77078060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:23,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37667,-1]
2024-11-21T08:22:23,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:23,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:23,420 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:23,421 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77b47d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:23,421 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45eae64e
2024-11-21T08:22:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:23,423 INFO  [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-21T08:22:23,423 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ed56fb6cbf7,41847,1732177326110 (queues=1) is replicating from cluster=5ea254d3-a753-41b8-82e7-81c42b49ca39 to cluster=54537362-c664-446d-8e1c-eab3e4bad1e3
2024-11-21T08:22:23,423 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ed56fb6cbf7%2C41847%2C1732177326110
2024-11-21T08:22:23,424 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ed56fb6cbf7,41847,1732177326110, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:22:23,424 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122, startPosition=0, beingWritten=true
2024-11-21T08:22:23,424 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C41847%2C1732177326110
2024-11-21T08:22:23,432 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:22:23,432 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:23,432 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:22:23,649 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:23,954 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:24,208 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:22:24,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,209 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,210 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,210 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,248 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,254 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,256 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,256 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,258 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:24,358 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-21T08:22:24,418 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed
2024-11-21T08:22:24,418 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:24,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:24,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:24,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:24,418 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:24,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec800d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:24,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:24,419 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3321c9cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:24,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:24,420 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:24,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb95821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706ae247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37667,-1 for getting cluster id
2024-11-21T08:22:24,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:24,422 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54537362-c664-446d-8e1c-eab3e4bad1e3'
2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54537362-c664-446d-8e1c-eab3e4bad1e3"

2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c43a505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37667,-1]
2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:24,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:24,423 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f8ba69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aef9332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,42067,-1 for getting cluster id
2024-11-21T08:22:24,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:24,424 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa54ab0-2d4f-4bad-aef5-c36846a39023'
2024-11-21T08:22:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa54ab0-2d4f-4bad-aef5-c36846a39023"

2024-11-21T08:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482089b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,42067,-1]
2024-11-21T08:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:24,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:24,425 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304f26f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:24,426 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:24,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732177344429/Put/seqid=0
2024-11-21T08:22:24,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741840_1016 (size=7894)
2024-11-21T08:22:24,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732177344835/Put/seqid=0
2024-11-21T08:22:24,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741841_1017 (size=7691)
2024-11-21T08:22:24,861 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:25,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@325cc903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:25,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:25,241 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:25,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421928a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:25,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:25,243 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:25,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c75da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=-1]
2024-11-21T08:22:25,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:25,245 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:25,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532e66a8
2024-11-21T08:22:25,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:25,252 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:25,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2]
2024-11-21T08:22:25,257 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:22:25,262 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo]
2024-11-21T08:22:25,264 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr]
2024-11-21T08:22:25,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-21T08:22:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:25,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-21T08:22:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegion(2603): Flush status journal for 73f60085feccfbeda135f7ebd01fcaf2:

2024-11-21T08:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_1
2024-11-21T08:22:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_1 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_
2024-11-21T08:22:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_0
2024-11-21T08:22:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_0 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_
2024-11-21T08:22:25,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_1 into 73f60085feccfbeda135f7ebd01fcaf2/f as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ - updating store file list.
2024-11-21T08:22:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 154bd6ad2b074f3f8225b74a541a7069_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:25,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ into 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:25,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_1 into 73f60085feccfbeda135f7ebd01fcaf2/f (new location: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_)
2024-11-21T08:22:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_1
2024-11-21T08:22:25,282 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_0 into 73f60085feccfbeda135f7ebd01fcaf2/f as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ - updating store file list.
2024-11-21T08:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:25,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ into 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:25,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_0 into 73f60085feccfbeda135f7ebd01fcaf2/f (new location: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_)
2024-11-21T08:22:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__os77uqgjbl3g3bpkhppocbiarv9ovcb6jaeai5vsngjutelnh8ebb4k8647jm517/f/hfile_0
2024-11-21T08:22:25,286 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:25,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:25,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:25,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:25,286 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 , the old value is region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:41847 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:22:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:22:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 from cache
2024-11-21T08:22:25,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:25,287 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:22:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38099,1732177330721, seqNum=-1]
2024-11-21T08:22:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:25,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:25,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177339990.91faaca27977766cf566eec5f878cc16., hostname=6ed56fb6cbf7,38099,1732177330721, seqNum=2]
2024-11-21T08:22:25,291 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:22:25,398 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:41847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:22:25,465 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 379, reset compression=false
2024-11-21T08:22:25,469 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:22:25,469 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[{test/73f60085feccfbeda135f7ebd01fcaf2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177345284/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:22:25,471 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:25,471 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-21T08:22:25,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.ReplicationSink(318): Replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:25,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad19dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,37667,-1 for getting cluster id
2024-11-21T08:22:25,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:25,472 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54537362-c664-446d-8e1c-eab3e4bad1e3'
2024-11-21T08:22:25,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54537362-c664-446d-8e1c-eab3e4bad1e3"

2024-11-21T08:22:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b2e1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,37667,-1]
2024-11-21T08:22:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:25,473 INFO  [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:25,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c941e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:25,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741837_1013 (size=7691)
2024-11-21T08:22:25,669 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 687, reset compression=false
2024-11-21T08:22:25,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741838_1014 (size=7894)
2024-11-21T08:22:25,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:25,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:25,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a02ac64
2024-11-21T08:22:25,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:25,891 INFO  [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService
2024-11-21T08:22:25,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:22:25,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,38099,1732177330721, seqNum=-1]
2024-11-21T08:22:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:25,895 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService
2024-11-21T08:22:25,902 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ first=Optional[ppp] last=Optional[rrr]
2024-11-21T08:22:25,904 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ first=Optional[mmmm] last=Optional[oooo]
2024-11-21T08:22:25,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ for inclusion in 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo
2024-11-21T08:22:25,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:25,917 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ for inclusion in 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr
2024-11-21T08:22:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegion(2603): Flush status journal for 91faaca27977766cf566eec5f878cc16:

2024-11-21T08:22:25,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/19f8039e8cbd4fa38a5b017221681395_SeqId_4_
2024-11-21T08:22:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/3d3aa03d9c7b45c9a07e8d05b1c56164_SeqId_4_
2024-11-21T08:22:25,925 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/19f8039e8cbd4fa38a5b017221681395_SeqId_4_ - updating store file list.
2024-11-21T08:22:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 19f8039e8cbd4fa38a5b017221681395_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:25,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/19f8039e8cbd4fa38a5b017221681395_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:25,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f (new location: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/19f8039e8cbd4fa38a5b017221681395_SeqId_4_)
2024-11-21T08:22:25,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/83bedbe08d644e3aac5aa3f4a4baf039_SeqId_4_
2024-11-21T08:22:25,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/3d3aa03d9c7b45c9a07e8d05b1c56164_SeqId_4_ - updating store file list.
2024-11-21T08:22:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d3aa03d9c7b45c9a07e8d05b1c56164_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:25,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/3d3aa03d9c7b45c9a07e8d05b1c56164_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:25,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_ into 91faaca27977766cf566eec5f878cc16/f (new location: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/3d3aa03d9c7b45c9a07e8d05b1c56164_SeqId_4_)
2024-11-21T08:22:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7poj9s6cd3evk4chvtbn3av5acuv8ba64gtc2nm6dl40nq9sorj2k0n6i6h8qf4p/f/154bd6ad2b074f3f8225b74a541a7069_SeqId_4_
2024-11-21T08:22:25,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.ReplicationSink(324): Finished replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:25,972 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 687, reset compression=false
2024-11-21T08:22:26,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication'
2024-11-21T08:22:26,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40101,1732177335867, seqNum=-1]
2024-11-21T08:22:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:26,298 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:26,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782., hostname=6ed56fb6cbf7,40101,1732177335867, seqNum=2]
2024-11-21T08:22:26,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:26,304 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-21T08:22:26,305 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ed56fb6cbf7%2C41847%2C1732177326110:(num 1732177328122) roll requested
2024-11-21T08:22:26,317 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, exclude list is [], retry=0
2024-11-21T08:22:26,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:26,320 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305
2024-11-21T08:22:26,320 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:26,320 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 is not closed yet, will try archiving it next time
2024-11-21T08:22:26,320 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ed56fb6cbf7%2C41847%2C1732177326110.rep:(num 1732177343032) roll requested
2024-11-21T08:22:26,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7648754f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:26,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:26,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741833_1009 (size=695)
2024-11-21T08:22:26,321 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c523c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:26,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,323 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7341439c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48ffee97
2024-11-21T08:22:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:26,324 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:26,325 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6ed56fb6cbf7:42067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED
2024-11-21T08:22:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure
2024-11-21T08:22:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:22:26,326 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:42067'
2024-11-21T08:22:26,329 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6646cf4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,329 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,42067,-1 for getting cluster id
2024-11-21T08:22:26,329 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/oldWALs/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122
2024-11-21T08:22:26,329 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:26,329 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa54ab0-2d4f-4bad-aef5-c36846a39023'
2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa54ab0-2d4f-4bad-aef5-c36846a39023"

2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3298f209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,42067,-1]
2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:26,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,331 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc9411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,331 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@601ee489
2024-11-21T08:22:26,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:26,332 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:26,333 INFO  [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5.
2024-11-21T08:22:26,333 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475)
    at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172)
    at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188)
    at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45)
    at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188)
    at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
    at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181)

2024-11-21T08:22:26,333 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,333 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,333 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:26,338 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177346320, exclude list is [], retry=0
2024-11-21T08:22:26,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:26,340 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177343032 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177346320
2024-11-21T08:22:26,340 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:26,340 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177343032 is not closed yet, will try archiving it next time
2024-11-21T08:22:26,340 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ed56fb6cbf7%2C41847%2C1732177326110.meta:.meta(num 1732177328512) roll requested
2024-11-21T08:22:26,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741839_1015 (size=1505)
2024-11-21T08:22:26,341 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.rep.1732177343032 not finished, retry = 0
2024-11-21T08:22:26,352 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177346340.meta, exclude list is [], retry=0
2024-11-21T08:22:26,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-f0fad027-8d3c-4cde-9a39-8bea8809703a,DISK]
2024-11-21T08:22:26,356 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177328512.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177346340.meta
2024-11-21T08:22:26,356 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)]
2024-11-21T08:22:26,356 DEBUG [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.meta.1732177328512.meta is not closed yet, will try archiving it next time
2024-11-21T08:22:26,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741834_1010 (size=3473)
2024-11-21T08:22:26,376 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 to pos 687, reset compression=false
2024-11-21T08:22:26,381 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122 was moved to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/oldWALs/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122
2024-11-21T08:22:26,382 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122
2024-11-21T08:22:26,382 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0]
2024-11-21T08:22:26,382 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, startPosition=0, beingWritten=true
2024-11-21T08:22:26,384 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6ed56fb6cbf7%2C41847%2C1732177326110.1732177328122]
2024-11-21T08:22:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:22:26,549 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}]
2024-11-21T08:22:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:22:26,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13
2024-11-21T08:22:26,701 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER
2024-11-21T08:22:26,728 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6ed56fb6cbf7,41847,1732177326110, ReplicationSource: 2, currentBandwidth=0
2024-11-21T08:22:26,730 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-21T08:22:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-21T08:22:26,731 INFO  [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6ed56fb6cbf7,41847,1732177326110 suceeded
2024-11-21T08:22:26,733 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-21T08:22:26,733 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec
2024-11-21T08:22:26,733 INFO  [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6ed56fb6cbf7:42067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false
2024-11-21T08:22:26,734 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 408 msec
2024-11-21T08:22:26,745 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ed56fb6cbf7:42067'
2024-11-21T08:22:26,747 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f23f9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,747 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,42067,-1 for getting cluster id
2024-11-21T08:22:26,747 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:26,747 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa54ab0-2d4f-4bad-aef5-c36846a39023'
2024-11-21T08:22:26,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:26,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa54ab0-2d4f-4bad-aef5-c36846a39023"

2024-11-21T08:22:26,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59deb300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,42067,-1]
2024-11-21T08:22:26,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:26,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,748 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35702b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:26,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:26,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b7790e
2024-11-21T08:22:26,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:26,750 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService
2024-11-21T08:22:26,750 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ed56fb6cbf7,41847,1732177326110 (queues=1) is replicating from cluster=5ea254d3-a753-41b8-82e7-81c42b49ca39 to cluster=5aa54ab0-2d4f-4bad-aef5-c36846a39023
2024-11-21T08:22:26,750 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ed56fb6cbf7%2C41847%2C1732177326110
2024-11-21T08:22:26,750 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ed56fb6cbf7,41847,1732177326110, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1
2024-11-21T08:22:26,751 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, startPosition=0, beingWritten=true
2024-11-21T08:22:26,751 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ed56fb6cbf7%2C41847%2C1732177326110
2024-11-21T08:22:26,886 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 0, reset compression=false
2024-11-21T08:22:26,955 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 0, reset compression=false
2024-11-21T08:22:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35269 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-21T08:22:26,957 INFO  [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed
2024-11-21T08:22:26,957 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:26,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:26,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:26,957 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:26,958 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-21T08:22:26,976 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732177346975/Put/seqid=0
2024-11-21T08:22:26,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741845_1021 (size=11194)
2024-11-21T08:22:26,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732177346997/Put/seqid=0
2024-11-21T08:22:27,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741846_1022 (size=10791)
2024-11-21T08:22:27,275 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 0, reset compression=false
2024-11-21T08:22:27,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a49325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,35269,-1 for getting cluster id
2024-11-21T08:22:27,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:27,403 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ea254d3-a753-41b8-82e7-81c42b49ca39'
2024-11-21T08:22:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ea254d3-a753-41b8-82e7-81c42b49ca39"

2024-11-21T08:22:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2849c466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,35269,-1]
2024-11-21T08:22:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:27,404 INFO  [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:27,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cff465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:27,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=-1]
2024-11-21T08:22:27,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:27,407 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-21T08:22:27,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc588f8
2024-11-21T08:22:27,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:27,415 INFO  [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-21T08:22:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2]
2024-11-21T08:22:27,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:22:27,427 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu]
2024-11-21T08:22:27,429 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx]
2024-11-21T08:22:27,437 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-21T08:22:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:27,440 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-21T08:22:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegion(2603): Flush status journal for 73f60085feccfbeda135f7ebd01fcaf2:

2024-11-21T08:22:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_1
2024-11-21T08:22:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_1 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_
2024-11-21T08:22:27,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_0
2024-11-21T08:22:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_0 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_
2024-11-21T08:22:27,454 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_1 into 73f60085feccfbeda135f7ebd01fcaf2/f as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ - updating store file list.
2024-11-21T08:22:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea99f66db33b4074b5e163f7211d05df_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:27,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ into 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:27,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_1 into 73f60085feccfbeda135f7ebd01fcaf2/f (new location: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_)
2024-11-21T08:22:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_1
2024-11-21T08:22:27,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_0 into 73f60085feccfbeda135f7ebd01fcaf2/f as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ - updating store file list.
2024-11-21T08:22:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8664f464bceb4865b811da47dda44ba1_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:27,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ into 73f60085feccfbeda135f7ebd01fcaf2/f
2024-11-21T08:22:27,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_0 into 73f60085feccfbeda135f7ebd01fcaf2/f (new location: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_)
2024-11-21T08:22:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41847 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/staging/jenkins__test__nhtdp5q4cv8logfjmorai39igu3fnqbj604fchspn8psrtpovk31du48alpnjucv/f/hfile_0
2024-11-21T08:22:27,463 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:27,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:27,463 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:27,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 , the old value is region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ed56fb6cbf7:41847 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:22:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-21T08:22:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2., hostname=6ed56fb6cbf7,41847,1732177326110, seqNum=2 from cache
2024-11-21T08:22:27,464 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-21T08:22:27,467 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:22:27,490 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 0, reset compression=false
2024-11-21T08:22:27,494 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:22:27,494 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[{test/73f60085feccfbeda135f7ebd01fcaf2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177347461/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:22:27,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.ReplicationSink(318): Replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:27,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741839_1015 (size=10791)
2024-11-21T08:22:27,568 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:41847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-21T08:22:27,681 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 0, reset compression=false
2024-11-21T08:22:27,684 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication
2024-11-21T08:22:27,684 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[{test/73f60085feccfbeda135f7ebd01fcaf2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732177347461/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407]
2024-11-21T08:22:27,686 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-21T08:22:27,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService
2024-11-21T08:22:27,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(318): Replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:27,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aaf7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ClusterIdFetcher(90): Going to request 6ed56fb6cbf7,42067,-1 for getting cluster id
2024-11-21T08:22:27,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-21T08:22:27,688 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5aa54ab0-2d4f-4bad-aef5-c36846a39023'
2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5aa54ab0-2d4f-4bad-aef5-c36846a39023"

2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7928e32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ed56fb6cbf7,42067,-1]
2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-21T08:22:27,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:27,689 INFO  [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService
2024-11-21T08:22:27,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3747f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-21T08:22:27,694 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:27,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741837_1013 (size=10791)
2024-11-21T08:22:27,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741838_1014 (size=11194)
2024-11-21T08:22:27,884 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:28,005 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:28,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b0ca3ca
2024-11-21T08:22:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-21T08:22:28,116 INFO  [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService
2024-11-21T08:22:28,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:22:28,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-21T08:22:28,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ed56fb6cbf7,40101,1732177335867, seqNum=-1]
2024-11-21T08:22:28,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-21T08:22:28,119 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService
2024-11-21T08:22:28,122 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-21T08:22:28,124 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-21T08:22:28,126 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ for inclusion in 8cbd43dcc04b0b6eef0eb1e0da39d782/f
2024-11-21T08:22:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-21T08:22:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:28,127 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ for inclusion in 8cbd43dcc04b0b6eef0eb1e0da39d782/f
2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegion(2603): Flush status journal for 8cbd43dcc04b0b6eef0eb1e0da39d782:

2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8664f464bceb4865b811da47dda44ba1_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/037e8bffb6db42c788552c08d118e475_SeqId_4_
2024-11-21T08:22:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea99f66db33b4074b5e163f7211d05df_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:28,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/2012ad86e77e4b19a39699c9472c13bd_SeqId_4_
2024-11-21T08:22:28,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/037e8bffb6db42c788552c08d118e475_SeqId_4_ - updating store file list.
2024-11-21T08:22:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 037e8bffb6db42c788552c08d118e475_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:28,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/037e8bffb6db42c788552c08d118e475_SeqId_4_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f
2024-11-21T08:22:28,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f (new location: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/037e8bffb6db42c788552c08d118e475_SeqId_4_)
2024-11-21T08:22:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_
2024-11-21T08:22:28,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/2012ad86e77e4b19a39699c9472c13bd_SeqId_4_ - updating store file list.
2024-11-21T08:22:28,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2012ad86e77e4b19a39699c9472c13bd_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:28,135 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/2012ad86e77e4b19a39699c9472c13bd_SeqId_4_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f
2024-11-21T08:22:28,135 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ into 8cbd43dcc04b0b6eef0eb1e0da39d782/f (new location: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/f/2012ad86e77e4b19a39699c9472c13bd_SeqId_4_)
2024-11-21T08:22:28,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/staging/jenkins.hfs.23__test__im906hh0hhodi06j2tin0tqanj0o9u94lp2okp77p4t5o1pei1q9b4t4l4rvnc6q/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_
2024-11-21T08:22:28,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] regionserver.ReplicationSink(324): Finished replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:28,189 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:28,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741840_1016 (size=11194)
2024-11-21T08:22:28,408 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:28,470 INFO  [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication.
2024-11-21T08:22:28,592 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:28,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100
2024-11-21T08:22:28,659 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ first=Optional[ssss] last=Optional[uuuu]
2024-11-21T08:22:28,660 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ first=Optional[vvv] last=Optional[xxx]
2024-11-21T08:22:28,662 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ for inclusion in 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu
2024-11-21T08:22:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:28,663 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ for inclusion in 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx
2024-11-21T08:22:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-21T08:22:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegion(2603): Flush status journal for 91faaca27977766cf566eec5f878cc16:

2024-11-21T08:22:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8664f464bceb4865b811da47dda44ba1_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/8d3fcbd7ab274448afc5a4d2ce31fab0_SeqId_6_
2024-11-21T08:22:28,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ea99f66db33b4074b5e163f7211d05df_SeqId_6_ is already available in staging directory. Skipping copy or rename.
2024-11-21T08:22:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/0bee56431f8d47b0b15a5edc67218b4f_SeqId_6_
2024-11-21T08:22:28,667 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/8d3fcbd7ab274448afc5a4d2ce31fab0_SeqId_6_ - updating store file list.
2024-11-21T08:22:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d3fcbd7ab274448afc5a4d2ce31fab0_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:28,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/8d3fcbd7ab274448afc5a4d2ce31fab0_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:28,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f (new location: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/8d3fcbd7ab274448afc5a4d2ce31fab0_SeqId_6_)
2024-11-21T08:22:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/8664f464bceb4865b811da47dda44ba1_SeqId_6_
2024-11-21T08:22:28,671 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/0bee56431f8d47b0b15a5edc67218b4f_SeqId_6_ - updating store file list.
2024-11-21T08:22:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0bee56431f8d47b0b15a5edc67218b4f_SeqId_6_: NONE, but ROW specified in column family configuration
2024-11-21T08:22:28,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/0bee56431f8d47b0b15a5edc67218b4f_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f
2024-11-21T08:22:28,673 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_ into 91faaca27977766cf566eec5f878cc16/f (new location: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/f/0bee56431f8d47b0b15a5edc67218b4f_SeqId_6_)
2024-11-21T08:22:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/staging/jenkins.hfs.22__test__7rs4s2gr2r99ftqltu7c7le87agio1d6bj0qeeo44a4lp947il0jbmoeeqmnsklf/f/ea99f66db33b4074b5e163f7211d05df_SeqId_6_
2024-11-21T08:22:28,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38099 {}] regionserver.ReplicationSink(324): Finished replicating [5ea254d3-a753-41b8-82e7-81c42b49ca39] bulk loaded data
2024-11-21T08:22:28,911 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:29,095 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:29,483 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:22:29,483 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:29,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:29,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:29,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:29,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:22:29,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=649644336, stopped=false
2024-11-21T08:22:29,484 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,42067,1732177335747
2024-11-21T08:22:29,484 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1534535313/running
2024-11-21T08:22:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1534535313/running
2024-11-21T08:22:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:29,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:29,506 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:29,507 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:29,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:29,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:29,507 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,40101,1732177335867' *****
2024-11-21T08:22:29,507 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:22:29,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/running
2024-11-21T08:22:29,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Set watcher on znode that does not yet exist, /2-1534535313/running
2024-11-21T08:22:29,507 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:22:29,508 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:40101.
2024-11-21T08:22:29,508 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:29,508 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:29,508 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cbd43dcc04b0b6eef0eb1e0da39d782, disabling compactions & flushes
2024-11-21T08:22:29,508 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:22:29,508 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:22:29,508 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782. after waiting 0 ms
2024-11-21T08:22:29,508 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:22:29,508 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:29,509 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:22:29,509 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8cbd43dcc04b0b6eef0eb1e0da39d782=test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.}
2024-11-21T08:22:29,509 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cbd43dcc04b0b6eef0eb1e0da39d782
2024-11-21T08:22:29,509 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:29,509 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:29,509 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:29,509 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:29,509 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:29,509 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-21T08:22:29,511 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/default/test/8cbd43dcc04b0b6eef0eb1e0da39d782/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-21T08:22:29,512 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:29,512 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:22:29,512 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:29,512 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cbd43dcc04b0b6eef0eb1e0da39d782:
Waiting for close lock at 1732177349508Running coprocessor pre-close hooks at 1732177349508Disabling compacts and flushes for region at 1732177349508Disabling writes for close at 1732177349508Writing region close event to WAL at 1732177349509 (+1 ms)Running coprocessor post-close hooks at 1732177349512 (+3 ms)Closed at 1732177349512
2024-11-21T08:22:29,512 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782.
2024-11-21T08:22:29,514 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:29,531 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/info/ed9a37f2ac044c6a8d7ce25db92460e7 is 129, key is test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782./info:regioninfo/1732177341884/Put/seqid=0
2024-11-21T08:22:29,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741839_1015 (size=6421)
2024-11-21T08:22:29,579 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:22:29,579 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:22:29,591 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:29,698 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:29,698 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:22:29,709 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:29,909 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:29,935 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/info/ed9a37f2ac044c6a8d7ce25db92460e7
2024-11-21T08:22:29,957 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/ns/2d34cc8855ef4ec5b31fcaea4be9b369 is 43, key is default/ns:d/1732177338754/Put/seqid=0
2024-11-21T08:22:29,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741840_1016 (size=5153)
2024-11-21T08:22:30,109 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:30,217 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:30,309 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:30,361 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/ns/2d34cc8855ef4ec5b31fcaea4be9b369
2024-11-21T08:22:30,380 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/rep_barrier/f7b31c1dbbed40ada69421075f311253 is 112, key is test,,1732177341129.8cbd43dcc04b0b6eef0eb1e0da39d782./rep_barrier:seqnumDuringOpen/1732177341884/Put/seqid=0
2024-11-21T08:22:30,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741841_1017 (size=5518)
2024-11-21T08:22:30,401 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:30,509 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:22:30,509 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:22:30,510 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:30,710 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:30,784 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/rep_barrier/f7b31c1dbbed40ada69421075f311253
2024-11-21T08:22:30,801 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/table/6eec13482e344a5fb426fc174d980537 is 40, key is test/table:state/1732177341905/Put/seqid=0
2024-11-21T08:22:30,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741842_1018 (size=5165)
2024-11-21T08:22:30,910 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:31,021 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:31,110 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:31,204 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:31,205 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/table/6eec13482e344a5fb426fc174d980537
2024-11-21T08:22:31,222 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/info/ed9a37f2ac044c6a8d7ce25db92460e7 as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/info/ed9a37f2ac044c6a8d7ce25db92460e7
2024-11-21T08:22:31,225 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/info/ed9a37f2ac044c6a8d7ce25db92460e7, entries=10, sequenceid=11, filesize=6.3 K
2024-11-21T08:22:31,226 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/ns/2d34cc8855ef4ec5b31fcaea4be9b369 as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/ns/2d34cc8855ef4ec5b31fcaea4be9b369
2024-11-21T08:22:31,229 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/ns/2d34cc8855ef4ec5b31fcaea4be9b369, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:22:31,230 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/rep_barrier/f7b31c1dbbed40ada69421075f311253 as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/rep_barrier/f7b31c1dbbed40ada69421075f311253
2024-11-21T08:22:31,233 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/rep_barrier/f7b31c1dbbed40ada69421075f311253, entries=1, sequenceid=11, filesize=5.4 K
2024-11-21T08:22:31,234 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/.tmp/table/6eec13482e344a5fb426fc174d980537 as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/table/6eec13482e344a5fb426fc174d980537
2024-11-21T08:22:31,237 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/table/6eec13482e344a5fb426fc174d980537, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:22:31,237 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false
2024-11-21T08:22:31,241 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:22:31,241 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:31,241 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:22:31,242 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:31,242 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177349509Running coprocessor pre-close hooks at 1732177349509Disabling compacts and flushes for region at 1732177349509Disabling writes for close at 1732177349509Obtaining lock to block concurrent updates at 1732177349509Preparing flush snapshotting stores in 1588230740 at 1732177349509Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732177349509Flushing stores of hbase:meta,,1.1588230740 at 1732177349510 (+1 ms)Flushing 1588230740/info: creating writer at 1732177349510Flushing 1588230740/info: appending metadata at 1732177349530 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732177349530Flushing 1588230740/ns: creating writer at 1732177349939 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732177349956 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732177349956Flushing 1588230740/rep_barrier: creating writer at 1732177350365 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177350380 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177350380Flushing 1588230740/table: creating writer at 1732177350788 (+408 ms)Flushing 1588230740/table: appending metadata at 1732177350801 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732177350801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4650eda9: reopening flushed file at 1732177351221 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0a4409: reopening flushed file at 1732177351225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403ded70: reopening flushed file at 1732177351230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d1cbe9: reopening flushed file at 1732177351233 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1732177351237 (+4 ms)Writing region close event to WAL at 1732177351239 (+2 ms)Running coprocessor post-close hooks at 1732177351241 (+2 ms)Closed at 1732177351241
2024-11-21T08:22:31,242 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:31,310 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,40101,1732177335867; all regions closed.
2024-11-21T08:22:31,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741834_1010 (size=2717)
2024-11-21T08:22:31,313 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/oldWALs
2024-11-21T08:22:31,313 INFO  [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C40101%2C1732177335867.meta:.meta(num 1732177338656)
2024-11-21T08:22:31,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741832_1008 (size=1028)
2024-11-21T08:22:31,316 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/oldWALs
2024-11-21T08:22:31,316 INFO  [RS:0;6ed56fb6cbf7:40101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C40101%2C1732177335867:(num 1732177337712)
2024-11-21T08:22:31,316 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:31,316 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:31,316 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:31,316 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:31,316 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:31,316 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:31,317 INFO  [RS:0;6ed56fb6cbf7:40101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:40101.
2024-11-21T08:22:31,317 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:31,317 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:31,317 DEBUG [RS:0;6ed56fb6cbf7:40101 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:31,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:31,317 INFO  [RS:0;6ed56fb6cbf7:40101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40101
2024-11-21T08:22:31,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1534535313/rs/6ed56fb6cbf7,40101,1732177335867
2024-11-21T08:22:31,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313/rs
2024-11-21T08:22:31,327 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:31,338 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,40101,1732177335867]
2024-11-21T08:22:31,348 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1534535313/draining/6ed56fb6cbf7,40101,1732177335867 already deleted, retry=false
2024-11-21T08:22:31,348 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,40101,1732177335867 expired; onlineServers=0
2024-11-21T08:22:31,348 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,42067,1732177335747' *****
2024-11-21T08:22:31,348 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:22:31,348 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:31,349 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:31,349 DEBUG [M:0;6ed56fb6cbf7:42067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:22:31,349 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:22:31,349 DEBUG [M:0;6ed56fb6cbf7:42067 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:22:31,349 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177337451 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177337451,5,FailOnTimeoutGroup]
2024-11-21T08:22:31,349 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177337451 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177337451,5,FailOnTimeoutGroup]
2024-11-21T08:22:31,349 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:31,349 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:31,349 DEBUG [M:0;6ed56fb6cbf7:42067 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:22:31,349 INFO  [M:0;6ed56fb6cbf7:42067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:22:31,349 INFO  [M:0;6ed56fb6cbf7:42067 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:31,350 INFO  [M:0;6ed56fb6cbf7:42067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:22:31,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:22:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1534535313/master
2024-11-21T08:22:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1534535313
2024-11-21T08:22:31,359 DEBUG [M:0;6ed56fb6cbf7:42067 {}] zookeeper.ZKUtil(347): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Unable to get data of znode /2-1534535313/master because node does not exist (not an error)
2024-11-21T08:22:31,359 WARN  [M:0;6ed56fb6cbf7:42067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:22:31,359 INFO  [M:0;6ed56fb6cbf7:42067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/.lastflushedseqids
2024-11-21T08:22:31,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741843_1019 (size=173)
2024-11-21T08:22:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40101-0x1015c7c60c70007, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:31,438 INFO  [RS:0;6ed56fb6cbf7:40101 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:31,438 INFO  [RS:0;6ed56fb6cbf7:40101 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,40101,1732177335867; zookeeper connection closed.
2024-11-21T08:22:31,438 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10191d82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10191d82
2024-11-21T08:22:31,439 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:22:31,763 INFO  [M:0;6ed56fb6cbf7:42067 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:22:31,764 INFO  [M:0;6ed56fb6cbf7:42067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:22:31,764 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:31,764 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:31,764 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:31,764 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:31,764 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:31,764 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB
2024-11-21T08:22:31,780 DEBUG [M:0;6ed56fb6cbf7:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d975c040894fd09cbe619056fba3da is 82, key is hbase:meta,,1/info:regioninfo/1732177338724/Put/seqid=0
2024-11-21T08:22:31,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741844_1020 (size=5672)
2024-11-21T08:22:31,929 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:32,109 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:32,187 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d975c040894fd09cbe619056fba3da
2024-11-21T08:22:32,207 DEBUG [M:0;6ed56fb6cbf7:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddfff1563e8f4fd9b3e2b87051e3597b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177341909/Put/seqid=0
2024-11-21T08:22:32,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741845_1021 (size=6585)
2024-11-21T08:22:32,611 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddfff1563e8f4fd9b3e2b87051e3597b
2024-11-21T08:22:32,641 DEBUG [M:0;6ed56fb6cbf7:42067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7211b2b1ab534b3aaa9f48d773e29dbd is 69, key is 6ed56fb6cbf7,40101,1732177335867/rs:state/1732177337531/Put/seqid=0
2024-11-21T08:22:32,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741846_1022 (size=5156)
2024-11-21T08:22:32,658 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7211b2b1ab534b3aaa9f48d773e29dbd
2024-11-21T08:22:32,663 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6d975c040894fd09cbe619056fba3da as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6d975c040894fd09cbe619056fba3da
2024-11-21T08:22:32,667 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6d975c040894fd09cbe619056fba3da, entries=8, sequenceid=55, filesize=5.5 K
2024-11-21T08:22:32,668 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddfff1563e8f4fd9b3e2b87051e3597b as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddfff1563e8f4fd9b3e2b87051e3597b
2024-11-21T08:22:32,672 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddfff1563e8f4fd9b3e2b87051e3597b, entries=6, sequenceid=55, filesize=6.4 K
2024-11-21T08:22:32,673 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7211b2b1ab534b3aaa9f48d773e29dbd as hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7211b2b1ab534b3aaa9f48d773e29dbd
2024-11-21T08:22:32,676 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41081/user/jenkins/test-data/8dd6bf1a-6e1b-30d3-ea5f-da7181db0d90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7211b2b1ab534b3aaa9f48d773e29dbd, entries=1, sequenceid=55, filesize=5.0 K
2024-11-21T08:22:32,677 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=55, compaction requested=false
2024-11-21T08:22:32,678 INFO  [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:32,678 DEBUG [M:0;6ed56fb6cbf7:42067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177351764Disabling compacts and flushes for region at 1732177351764Disabling writes for close at 1732177351764Obtaining lock to block concurrent updates at 1732177351764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177351764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732177351765 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177351765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177351765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177351780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177351780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177352190 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177352206 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177352206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177352617 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177352640 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177352641 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44cda59e: reopening flushed file at 1732177352662 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2047578c: reopening flushed file at 1732177352667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5750d053: reopening flushed file at 1732177352672 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=55, compaction requested=false at 1732177352677 (+5 ms)Writing region close event to WAL at 1732177352678 (+1 ms)Closed at 1732177352678
2024-11-21T08:22:32,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45967 is added to blk_1073741830_1006 (size=32758)
2024-11-21T08:22:32,680 INFO  [M:0;6ed56fb6cbf7:42067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:22:32,680 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:32,680 INFO  [M:0;6ed56fb6cbf7:42067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42067
2024-11-21T08:22:32,681 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:32,933 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:32,971 INFO  [M:0;6ed56fb6cbf7:42067 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42067-0x1015c7c60c70006, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:32,986 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7781cb0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:32,986 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9980fd5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:32,987 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:32,987 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374b2111{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:32,987 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3aced1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:32,988 WARN  [BP-451562199-172.17.0.3-1732177332730 heartbeating to localhost/127.0.0.1:41081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:22:32,988 WARN  [BP-451562199-172.17.0.3-1732177332730 heartbeating to localhost/127.0.0.1:41081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-451562199-172.17.0.3-1732177332730 (Datanode Uuid 2c45295c-0efa-42df-a7b7-e6e52d88ca4b) service to localhost/127.0.0.1:41081
2024-11-21T08:22:32,989 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/cluster_f6ff9f5f-1189-f881-7962-57b45f6f78e3/data/data1/current/BP-451562199-172.17.0.3-1732177332730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:32,989 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/cluster_f6ff9f5f-1189-f881-7962-57b45f6f78e3/data/data2/current/BP-451562199-172.17.0.3-1732177332730 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:32,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:22:32,989 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:22:32,989 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:22:32,995 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31cf0234{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:32,996 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d6eedbc{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:32,996 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:32,996 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a68801b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:32,996 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e107ad6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be51cbdc-faa9-95c9-24cf-af4f665dea0d/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:33,009 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:22:33,009 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:22:33,010 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:33,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:33,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:33,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:33,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:22:33,010 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:33,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036725887, stopped=false
2024-11-21T08:22:33,010 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,37667,1732177330580
2024-11-21T08:22:33,072 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999371350/running
2024-11-21T08:22:33,072 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:33,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/running
2024-11-21T08:22:33,073 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:33,073 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:33,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:33,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:33,074 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,38099,1732177330721' *****
2024-11-21T08:22:33,074 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:22:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999371350/running
2024-11-21T08:22:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:33,074 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:22:33,074 INFO  [RS:0;6ed56fb6cbf7:38099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:22:33,074 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:22:33,074 INFO  [RS:0;6ed56fb6cbf7:38099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:22:33,074 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(3091): Received CLOSE for 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:33,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Set watcher on znode that does not yet exist, /1-1999371350/running
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:38099.
2024-11-21T08:22:33,080 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91faaca27977766cf566eec5f878cc16, disabling compactions & flushes
2024-11-21T08:22:33,080 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:33,080 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:33,080 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:33,080 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:33,080 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177339990.91faaca27977766cf566eec5f878cc16. after waiting 0 ms
2024-11-21T08:22:33,080 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:22:33,080 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:22:33,081 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:22:33,084 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-21T08:22:33,084 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 91faaca27977766cf566eec5f878cc16=test,,1732177339990.91faaca27977766cf566eec5f878cc16.}
2024-11-21T08:22:33,084 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91faaca27977766cf566eec5f878cc16
2024-11-21T08:22:33,085 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:33,085 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:33,085 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:33,085 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:33,085 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:33,085 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB
2024-11-21T08:22:33,089 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/default/test/91faaca27977766cf566eec5f878cc16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:22:33,089 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:33,089 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:22:33,089 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:33,090 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91faaca27977766cf566eec5f878cc16:
Waiting for close lock at 1732177353080Running coprocessor pre-close hooks at 1732177353080Disabling compacts and flushes for region at 1732177353080Disabling writes for close at 1732177353080Writing region close event to WAL at 1732177353087 (+7 ms)Running coprocessor post-close hooks at 1732177353089 (+2 ms)Closed at 1732177353089
2024-11-21T08:22:33,090 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177339990.91faaca27977766cf566eec5f878cc16.
2024-11-21T08:22:33,098 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:33,101 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/info/d7062276b07e464790b46b47162ab798 is 129, key is test,,1732177339990.91faaca27977766cf566eec5f878cc16./info:regioninfo/1732177340737/Put/seqid=0
2024-11-21T08:22:33,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741841_1017 (size=6421)
2024-11-21T08:22:33,113 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:33,285 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:33,339 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:22:33,339 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:22:33,485 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:33,510 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/info/d7062276b07e464790b46b47162ab798
2024-11-21T08:22:33,529 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/ns/c517844e09704ff1a85ba5578105e8a0 is 43, key is default/ns:d/1732177332548/Put/seqid=0
2024-11-21T08:22:33,533 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741842_1018 (size=5153)
2024-11-21T08:22:33,685 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:33,885 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:33,933 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/ns/c517844e09704ff1a85ba5578105e8a0
2024-11-21T08:22:33,949 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2852b25f13401d9d89b966464becc0 is 112, key is test,,1732177339990.91faaca27977766cf566eec5f878cc16./rep_barrier:seqnumDuringOpen/1732177340737/Put/seqid=0
2024-11-21T08:22:33,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741843_1019 (size=5518)
2024-11-21T08:22:34,037 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:34,085 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:22:34,085 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:22:34,085 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:34,217 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:34,285 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:34,352 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2852b25f13401d9d89b966464becc0
2024-11-21T08:22:34,380 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/table/0a77b665b3e441ac9483fac15fb90604 is 40, key is test/table:state/1732177340744/Put/seqid=0
2024-11-21T08:22:34,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741844_1020 (size=5165)
2024-11-21T08:22:34,401 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/table/0a77b665b3e441ac9483fac15fb90604
2024-11-21T08:22:34,407 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/info/d7062276b07e464790b46b47162ab798 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/info/d7062276b07e464790b46b47162ab798
2024-11-21T08:22:34,412 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/info/d7062276b07e464790b46b47162ab798, entries=10, sequenceid=11, filesize=6.3 K
2024-11-21T08:22:34,412 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/ns/c517844e09704ff1a85ba5578105e8a0 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/ns/c517844e09704ff1a85ba5578105e8a0
2024-11-21T08:22:34,418 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/ns/c517844e09704ff1a85ba5578105e8a0, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:22:34,428 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/rep_barrier/ff2852b25f13401d9d89b966464becc0 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/rep_barrier/ff2852b25f13401d9d89b966464becc0
2024-11-21T08:22:34,435 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/rep_barrier/ff2852b25f13401d9d89b966464becc0, entries=1, sequenceid=11, filesize=5.4 K
2024-11-21T08:22:34,437 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/.tmp/table/0a77b665b3e441ac9483fac15fb90604 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/table/0a77b665b3e441ac9483fac15fb90604
2024-11-21T08:22:34,449 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/table/0a77b665b3e441ac9483fac15fb90604, entries=2, sequenceid=11, filesize=5.0 K
2024-11-21T08:22:34,451 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false
2024-11-21T08:22:34,486 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:34,490 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-21T08:22:34,491 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:34,491 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:22:34,491 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:34,491 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177353085Running coprocessor pre-close hooks at 1732177353085Disabling compacts and flushes for region at 1732177353085Disabling writes for close at 1732177353085Obtaining lock to block concurrent updates at 1732177353085Preparing flush snapshotting stores in 1588230740 at 1732177353085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732177353085Flushing stores of hbase:meta,,1.1588230740 at 1732177353086 (+1 ms)Flushing 1588230740/info: creating writer at 1732177353086Flushing 1588230740/info: appending metadata at 1732177353101 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732177353101Flushing 1588230740/ns: creating writer at 1732177353514 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732177353529 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732177353529Flushing 1588230740/rep_barrier: creating writer at 1732177353936 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177353949 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177353949Flushing 1588230740/table: creating writer at 1732177354358 (+409 ms)Flushing 1588230740/table: appending metadata at 1732177354379 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732177354379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c7e7e: reopening flushed file at 1732177354406 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9166a3: reopening flushed file at 1732177354412 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4266848: reopening flushed file at 1732177354419 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2feccd: reopening flushed file at 1732177354435 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false at 1732177354451 (+16 ms)Writing region close event to WAL at 1732177354482 (+31 ms)Running coprocessor post-close hooks at 1732177354491 (+9 ms)Closed at 1732177354491
2024-11-21T08:22:34,491 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,513 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,547 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,548 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,553 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,555 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,555 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,556 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,578 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:34,686 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,38099,1732177330721; all regions closed.
2024-11-21T08:22:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741834_1010 (size=2717)
2024-11-21T08:22:34,689 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/oldWALs
2024-11-21T08:22:34,689 INFO  [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C38099%2C1732177330721.meta:.meta(num 1732177332475)
2024-11-21T08:22:34,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741832_1008 (size=1374)
2024-11-21T08:22:34,692 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/oldWALs
2024-11-21T08:22:34,692 INFO  [RS:0;6ed56fb6cbf7:38099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ed56fb6cbf7%2C38099%2C1732177330721:(num 1732177331398)
2024-11-21T08:22:34,692 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:34,692 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:34,692 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:34,692 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:34,692 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:34,692 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:34,693 INFO  [RS:0;6ed56fb6cbf7:38099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:38099.
2024-11-21T08:22:34,693 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463)
    at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:34,693 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:34,693 DEBUG [RS:0;6ed56fb6cbf7:38099 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:34,693 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:34,693 INFO  [RS:0;6ed56fb6cbf7:38099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38099
2024-11-21T08:22:34,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350/rs
2024-11-21T08:22:34,801 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999371350/rs/6ed56fb6cbf7,38099,1732177330721
2024-11-21T08:22:34,801 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:34,801 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,38099,1732177330721]
2024-11-21T08:22:34,864 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999371350/draining/6ed56fb6cbf7,38099,1732177330721 already deleted, retry=false
2024-11-21T08:22:34,864 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,38099,1732177330721 expired; onlineServers=0
2024-11-21T08:22:34,864 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,37667,1732177330580' *****
2024-11-21T08:22:34,864 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:22:34,864 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:34,864 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:34,864 DEBUG [M:0;6ed56fb6cbf7:37667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:22:34,864 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:22:34,864 DEBUG [M:0;6ed56fb6cbf7:37667 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:22:34,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177331140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177331140,5,FailOnTimeoutGroup]
2024-11-21T08:22:34,864 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177331140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177331140,5,FailOnTimeoutGroup]
2024-11-21T08:22:34,864 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:34,864 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:34,865 DEBUG [M:0;6ed56fb6cbf7:37667 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:22:34,865 INFO  [M:0;6ed56fb6cbf7:37667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:22:34,865 INFO  [M:0;6ed56fb6cbf7:37667 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:34,865 INFO  [M:0;6ed56fb6cbf7:37667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:22:34,865 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:22:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999371350/master
2024-11-21T08:22:34,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999371350
2024-11-21T08:22:34,883 DEBUG [M:0;6ed56fb6cbf7:37667 {}] zookeeper.ZKUtil(347): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Unable to get data of znode /1-1999371350/master because node does not exist (not an error)
2024-11-21T08:22:34,883 WARN  [M:0;6ed56fb6cbf7:37667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:22:34,908 INFO  [M:0;6ed56fb6cbf7:37667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/.lastflushedseqids
2024-11-21T08:22:34,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741845_1021 (size=173)
2024-11-21T08:22:34,954 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:34,954 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38099-0x1015c7c60c70004, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:34,954 INFO  [RS:0;6ed56fb6cbf7:38099 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:34,954 INFO  [RS:0;6ed56fb6cbf7:38099 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,38099,1732177330721; zookeeper connection closed.
2024-11-21T08:22:34,954 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7
2024-11-21T08:22:34,954 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:22:35,080 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-21T08:22:35,089 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,089 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,089 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,089 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,090 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,090 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,090 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,174 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,175 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,175 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,176 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,177 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,177 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,191 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,195 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,196 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,198 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,226 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-21T08:22:35,240 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:35,318 INFO  [M:0;6ed56fb6cbf7:37667 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:22:35,318 INFO  [M:0;6ed56fb6cbf7:37667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:22:35,318 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:35,318 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:35,319 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:35,319 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:35,319 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:35,319 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB
2024-11-21T08:22:35,337 DEBUG [M:0;6ed56fb6cbf7:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e8e3808e6cf48ceb5aea81756e1cf79 is 82, key is hbase:meta,,1/info:regioninfo/1732177332506/Put/seqid=0
2024-11-21T08:22:35,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741846_1022 (size=5672)
2024-11-21T08:22:35,420 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:35,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-21T08:22:35,749 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e8e3808e6cf48ceb5aea81756e1cf79
2024-11-21T08:22:35,772 DEBUG [M:0;6ed56fb6cbf7:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61d29f463146fc841b20ba5f529211 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732177340748/Put/seqid=0
2024-11-21T08:22:35,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741847_1023 (size=6586)
2024-11-21T08:22:36,176 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61d29f463146fc841b20ba5f529211
2024-11-21T08:22:36,194 DEBUG [M:0;6ed56fb6cbf7:37667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bde418c199bb4562a5bb63486e7079ad is 69, key is 6ed56fb6cbf7,38099,1732177330721/rs:state/1732177331201/Put/seqid=0
2024-11-21T08:22:36,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741848_1024 (size=5156)
2024-11-21T08:22:36,197 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bde418c199bb4562a5bb63486e7079ad
2024-11-21T08:22:36,200 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e8e3808e6cf48ceb5aea81756e1cf79 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e8e3808e6cf48ceb5aea81756e1cf79
2024-11-21T08:22:36,204 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e8e3808e6cf48ceb5aea81756e1cf79, entries=8, sequenceid=55, filesize=5.5 K
2024-11-21T08:22:36,205 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e61d29f463146fc841b20ba5f529211 as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e61d29f463146fc841b20ba5f529211
2024-11-21T08:22:36,209 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e61d29f463146fc841b20ba5f529211, entries=6, sequenceid=55, filesize=6.4 K
2024-11-21T08:22:36,209 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bde418c199bb4562a5bb63486e7079ad as hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bde418c199bb4562a5bb63486e7079ad
2024-11-21T08:22:36,212 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46265/user/jenkins/test-data/ef390ae2-7c4f-fb74-6f91-ff8a35f09fe1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bde418c199bb4562a5bb63486e7079ad, entries=1, sequenceid=55, filesize=5.0 K
2024-11-21T08:22:36,213 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false
2024-11-21T08:22:36,217 INFO  [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:36,218 DEBUG [M:0;6ed56fb6cbf7:37667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177355318Disabling compacts and flushes for region at 1732177355318Disabling writes for close at 1732177355319 (+1 ms)Obtaining lock to block concurrent updates at 1732177355319Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177355319Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732177355319Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177355320 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177355320Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177355336 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177355336Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177355753 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177355772 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177355772Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177356179 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177356194 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177356194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b03fbb9: reopening flushed file at 1732177356200 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1002bb61: reopening flushed file at 1732177356204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5558ba0a: reopening flushed file at 1732177356209 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false at 1732177356213 (+4 ms)Writing region close event to WAL at 1732177356217 (+4 ms)Closed at 1732177356217
2024-11-21T08:22:36,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46479 is added to blk_1073741830_1006 (size=32770)
2024-11-21T08:22:36,222 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:36,222 INFO  [M:0;6ed56fb6cbf7:37667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:22:36,222 INFO  [M:0;6ed56fb6cbf7:37667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37667
2024-11-21T08:22:36,223 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:36,388 INFO  [M:0;6ed56fb6cbf7:37667 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:36,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:36,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37667-0x1015c7c60c70003, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:36,395 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3801f225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:36,396 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c72abf0{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:36,396 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:36,396 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23eb75bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:36,396 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c15b83a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:36,399 WARN  [BP-470685081-172.17.0.3-1732177328806 heartbeating to localhost/127.0.0.1:46265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:22:36,399 WARN  [BP-470685081-172.17.0.3-1732177328806 heartbeating to localhost/127.0.0.1:46265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-470685081-172.17.0.3-1732177328806 (Datanode Uuid 7349ed36-c391-4bfb-8858-c9d5c7ff9223) service to localhost/127.0.0.1:46265
2024-11-21T08:22:36,399 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/cluster_13aacf0e-fc64-a279-fc21-de1e3d2c58d7/data/data1/current/BP-470685081-172.17.0.3-1732177328806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:36,399 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/cluster_13aacf0e-fc64-a279-fc21-de1e3d2c58d7/data/data2/current/BP-470685081-172.17.0.3-1732177328806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:36,400 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:22:36,400 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:22:36,400 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:22:36,408 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aacc21e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:36,408 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@657c412c{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:36,408 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:36,409 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365600a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:36,409 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9d1b6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6a07748-334e-fccd-6f41-125503cb6b7c/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:36,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:22:36,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-21T08:22:36,433 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:36,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:36,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:36,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:36,434 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:36,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-21T08:22:36,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1479188566, stopped=false
2024-11-21T08:22:36,434 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ed56fb6cbf7,35269,1732177325885
2024-11-21T08:22:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368745196/running
2024-11-21T08:22:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368745196/running
2024-11-21T08:22:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:36,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:36,485 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:36,485 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-21T08:22:36,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602)
    at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:36,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:36,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/running
2024-11-21T08:22:36,486 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ed56fb6cbf7,41847,1732177326110' *****
2024-11-21T08:22:36,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Set watcher on znode that does not yet exist, /0-368745196/running
2024-11-21T08:22:36,486 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-21T08:22:36,486 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-21T08:22:36,486 INFO  [RS:0;6ed56fb6cbf7:41847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-21T08:22:36,486 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-21T08:22:36,486 INFO  [RS:0;6ed56fb6cbf7:41847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-21T08:22:36,486 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(3091): Received CLOSE for 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(3091): Received CLOSE for 73f60085feccfbeda135f7ebd01fcaf2
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(959): stopping server 6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41847.
2024-11-21T08:22:36,487 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:36,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94ded911397241dd9b0e7d2c8b1d15ee, disabling compactions & flushes
2024-11-21T08:22:36,487 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:36,487 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:36,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:36,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee. after waiting 0 ms
2024-11-21T08:22:36,487 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-21T08:22:36,487 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94ded911397241dd9b0e7d2c8b1d15ee 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-21T08:22:36,487 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close
2024-11-21T08:22:36,487 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1325): Online Regions={94ded911397241dd9b0e7d2c8b1d15ee=hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee., 1588230740=hbase:meta,,1.1588230740, 73f60085feccfbeda135f7ebd01fcaf2=test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.}
2024-11-21T08:22:36,488 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73f60085feccfbeda135f7ebd01fcaf2, 94ded911397241dd9b0e7d2c8b1d15ee
2024-11-21T08:22:36,488 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-21T08:22:36,488 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-21T08:22:36,488 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-21T08:22:36,488 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-21T08:22:36,488 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-21T08:22:36,488 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB
2024-11-21T08:22:36,503 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/info/8b39657841fd4c99a8d9b79db84fa4e1 is 147, key is hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee./info:regioninfo/1732177343074/Put/seqid=0
2024-11-21T08:22:36,504 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/hfileref/8e078739b20a4b5383ced0eca229cfcd is 74, key is 1/hfileref:154bd6ad2b074f3f8225b74a541a7069_SeqId_4_/1732177345936/DeleteColumn/seqid=0
2024-11-21T08:22:36,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741847_1023 (size=7686)
2024-11-21T08:22:36,506 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/info/8b39657841fd4c99a8d9b79db84fa4e1
2024-11-21T08:22:36,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741848_1024 (size=5489)
2024-11-21T08:22:36,507 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/hfileref/8e078739b20a4b5383ced0eca229cfcd
2024-11-21T08:22:36,510 INFO  [regionserver/6ed56fb6cbf7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:36,522 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/ns/20799ca2045c4c2f8581f5af8c4165b2 is 43, key is default/ns:d/1732177328638/Put/seqid=0
2024-11-21T08:22:36,525 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/queue/37d4b7e3ba7e460f9360576b6e5712be is 153, key is 1-6ed56fb6cbf7,41847,1732177326110/queue:6ed56fb6cbf7%2C41847%2C1732177326110/1732177348677/Put/seqid=0
2024-11-21T08:22:36,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741849_1025 (size=5153)
2024-11-21T08:22:36,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741850_1026 (size=5504)
2024-11-21T08:22:36,529 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/queue/37d4b7e3ba7e460f9360576b6e5712be
2024-11-21T08:22:36,533 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/hfileref/8e078739b20a4b5383ced0eca229cfcd as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/hfileref/8e078739b20a4b5383ced0eca229cfcd
2024-11-21T08:22:36,535 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/hfileref/8e078739b20a4b5383ced0eca229cfcd, entries=6, sequenceid=17, filesize=5.4 K
2024-11-21T08:22:36,536 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/.tmp/queue/37d4b7e3ba7e460f9360576b6e5712be as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/queue/37d4b7e3ba7e460f9360576b6e5712be
2024-11-21T08:22:36,539 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/queue/37d4b7e3ba7e460f9360576b6e5712be, entries=2, sequenceid=17, filesize=5.4 K
2024-11-21T08:22:36,540 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 94ded911397241dd9b0e7d2c8b1d15ee in 53ms, sequenceid=17, compaction requested=false
2024-11-21T08:22:36,545 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/replication/94ded911397241dd9b0e7d2c8b1d15ee/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:22:36,546 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94ded911397241dd9b0e7d2c8b1d15ee:
Waiting for close lock at 1732177356487Running coprocessor pre-close hooks at 1732177356487Disabling compacts and flushes for region at 1732177356487Disabling writes for close at 1732177356487Obtaining lock to block concurrent updates at 1732177356487Preparing flush snapshotting stores in 94ded911397241dd9b0e7d2c8b1d15ee at 1732177356487Finished memstore snapshotting hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732177356487Flushing stores of hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee. at 1732177356488 (+1 ms)Flushing 94ded911397241dd9b0e7d2c8b1d15ee/hfileref: creating writer at 1732177356488Flushing 94ded911397241dd9b0e7d2c8b1d15ee/hfileref: appending metadata at 1732177356504 (+16 ms)Flushing 94ded911397241dd9b0e7d2c8b1d15ee/hfileref: closing flushed file at 1732177356504Flushing 94ded911397241dd9b0e7d2c8b1d15ee/queue: creating writer at 1732177356510 (+6 ms)Flushing 94ded911397241dd9b0e7d2c8b1d15ee/queue: appending metadata at 1732177356524 (+14 ms)Flushing 94ded911397241dd9b0e7d2c8b1d15ee/queue: closing flushed file at 1732177356524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e33f4b: reopening flushed file at 1732177356532 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321f1769: reopening flushed file at 1732177356536 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 94ded911397241dd9b0e7d2c8b1d15ee in 53ms, sequenceid=17, compaction requested=false at 1732177356540 (+4 ms)Writing region close event to WAL at 1732177356543 (+3 ms)Running coprocessor post-close hooks at 1732177356546 (+3 ms)Closed at 1732177356546
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732177342282.94ded911397241dd9b0e7d2c8b1d15ee.
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73f60085feccfbeda135f7ebd01fcaf2, disabling compactions & flushes
2024-11-21T08:22:36,546 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2. after waiting 0 ms
2024-11-21T08:22:36,546 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:36,549 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/default/test/73f60085feccfbeda135f7ebd01fcaf2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-21T08:22:36,549 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:36,549 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:36,549 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter
2024-11-21T08:22:36,549 INFO  [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:36,549 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73f60085feccfbeda135f7ebd01fcaf2:
Waiting for close lock at 1732177356546Running coprocessor pre-close hooks at 1732177356546Disabling compacts and flushes for region at 1732177356546Disabling writes for close at 1732177356546Writing region close event to WAL at 1732177356547 (+1 ms)Running coprocessor post-close hooks at 1732177356549 (+2 ms)Closed at 1732177356549
2024-11-21T08:22:36,549 DEBUG [RS_CLOSE_REGION-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2.
2024-11-21T08:22:36,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:22:36,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:36,552 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:22:36,553 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ed56fb6cbf7,41847,1732177326110: Failed to operate on replication queue *****
org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ed56fb6cbf7,41847,1732177326110, walGroup=6ed56fb6cbf7%2C41847%2C1732177326110, offset=6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305:688, lastSeqIds={}
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:41847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?]
	... 7 more
2024-11-21T08:22:36,554 ERROR [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-21T08:22:36,554 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-21T08:22:36,555 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-21T08:22:36,555 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-21T08:22:36,555 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-21T08:22:36,555 INFO  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1457520640,
        "init": 1048576000,
        "max": 2306867200,
        "used": 1066274560
      },
      "NonHeapMemoryUsage": {
        "committed": 212008960,
        "init": 7667712,
        "max": -1,
        "used": 208835784
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [],
  "beans": [],
  "beans": []
}
2024-11-21T08:22:36,555 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master
org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 16 more
2024-11-21T08:22:36,688 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:36,723 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 393, reset compression=false
2024-11-21T08:22:36,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication
2024-11-21T08:22:36,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:36,726 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6ed56fb6cbf7,41847,1732177326110 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0]
2024-11-21T08:22:36,727 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue
2024-11-21T08:22:36,754 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:36,888 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:36,925 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/ns/20799ca2045c4c2f8581f5af8c4165b2
2024-11-21T08:22:36,930 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:36,945 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6deef9ffb843ad98c77aa1e0af5e44 is 112, key is test,,1732177338846.73f60085feccfbeda135f7ebd01fcaf2./rep_barrier:seqnumDuringOpen/1732177339696/Put/seqid=0
2024-11-21T08:22:36,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741851_1027 (size=5518)
2024-11-21T08:22:37,058 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:37,061 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-21T08:22:37,061 INFO  [regionserver/6ed56fb6cbf7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-21T08:22:37,088 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:37,232 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:37,288 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:37,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-21T08:22:37,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:22:37,299 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169243 ms
org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ed56fb6cbf7,35351,-1]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts.
Exceptions:
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ed56fb6cbf7:35351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException

	at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 28 more
2024-11-21T08:22:37,348 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6deef9ffb843ad98c77aa1e0af5e44
2024-11-21T08:22:37,373 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/table/2fac542240414d20927342855d164c8b is 53, key is hbase:replication/table:state/1732177343080/Put/seqid=0
2024-11-21T08:22:37,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741852_1028 (size=5308)
2024-11-21T08:22:37,461 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:37,488 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-21T08:22:37,489 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-21T08:22:37,489 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:37,635 DEBUG [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/WALs/6ed56fb6cbf7,41847,1732177326110/6ed56fb6cbf7%2C41847%2C1732177326110.1732177346305 to pos 688, reset compression=false
2024-11-21T08:22:37,689 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-21T08:22:37,784 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/table/2fac542240414d20927342855d164c8b
2024-11-21T08:22:37,789 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/info/8b39657841fd4c99a8d9b79db84fa4e1 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/info/8b39657841fd4c99a8d9b79db84fa4e1
2024-11-21T08:22:37,793 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/info/8b39657841fd4c99a8d9b79db84fa4e1, entries=20, sequenceid=16, filesize=7.5 K
2024-11-21T08:22:37,794 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/ns/20799ca2045c4c2f8581f5af8c4165b2 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/ns/20799ca2045c4c2f8581f5af8c4165b2
2024-11-21T08:22:37,799 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/ns/20799ca2045c4c2f8581f5af8c4165b2, entries=2, sequenceid=16, filesize=5.0 K
2024-11-21T08:22:37,800 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/rep_barrier/1f6deef9ffb843ad98c77aa1e0af5e44 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/rep_barrier/1f6deef9ffb843ad98c77aa1e0af5e44
2024-11-21T08:22:37,807 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/rep_barrier/1f6deef9ffb843ad98c77aa1e0af5e44, entries=1, sequenceid=16, filesize=5.4 K
2024-11-21T08:22:37,808 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/.tmp/table/2fac542240414d20927342855d164c8b as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/table/2fac542240414d20927342855d164c8b
2024-11-21T08:22:37,813 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/table/2fac542240414d20927342855d164c8b, entries=4, sequenceid=16, filesize=5.2 K
2024-11-21T08:22:37,814 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false
2024-11-21T08:22:37,814 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-21T08:22:37,837 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1
2024-11-21T08:22:37,837 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver
2024-11-21T08:22:37,837 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-21T08:22:37,837 INFO  [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:37,837 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732177356488Running coprocessor pre-close hooks at 1732177356488Disabling compacts and flushes for region at 1732177356488Disabling writes for close at 1732177356488Obtaining lock to block concurrent updates at 1732177356488Preparing flush snapshotting stores in 1588230740 at 1732177356488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732177356488Flushing stores of hbase:meta,,1.1588230740 at 1732177356489 (+1 ms)Flushing 1588230740/info: creating writer at 1732177356489Flushing 1588230740/info: appending metadata at 1732177356502 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732177356502Flushing 1588230740/ns: creating writer at 1732177356510 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732177356522 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732177356522Flushing 1588230740/rep_barrier: creating writer at 1732177356929 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732177356944 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732177356944Flushing 1588230740/table: creating writer at 1732177357352 (+408 ms)Flushing 1588230740/table: appending metadata at 1732177357373 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732177357373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d81b328: reopening flushed file at 1732177357788 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4744ab9d: reopening flushed file at 1732177357794 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21535b8: reopening flushed file at 1732177357799 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e9bae54: reopening flushed file at 1732177357807 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1732177357814 (+7 ms)Writing region close event to WAL at 1732177357832 (+18 ms)Running coprocessor post-close hooks at 1732177357837 (+5 ms)Closed at 1732177357837
2024-11-21T08:22:37,838 DEBUG [RS_CLOSE_META-regionserver/6ed56fb6cbf7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-21T08:22:37,889 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(976): stopping server 6ed56fb6cbf7,41847,1732177326110; all regions closed.
2024-11-21T08:22:37,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741844_1020 (size=859)
2024-11-21T08:22:37,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741843_1019 (size=2791)
2024-11-21T08:22:37,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741842_1018 (size=696)
2024-11-21T08:22:37,908 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:37,908 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.LeaseManager(133): Closed leases
2024-11-21T08:22:37,908 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:37,908 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.ChoreService(370): Chore service for: regionserver/6ed56fb6cbf7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:37,908 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:37,909 INFO  [regionserver/6ed56fb6cbf7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:37,909 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ed56fb6cbf7,41847,1732177326110 because: Region server is closing
2024-11-21T08:22:37,909 INFO  [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41847.
2024-11-21T08:22:37,909 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:37,910 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:37,910 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:37,910 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:38,010 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,1-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,1-6ed56fb6cbf7,41847,1732177326110 terminated
2024-11-21T08:22:38,010 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ed56fb6cbf7,41847,1732177326110 because: Region server is closing
2024-11-21T08:22:38,010 INFO  [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ed56fb6cbf7:41847.
2024-11-21T08:22:38,010 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143)
    at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285)
    at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672)
    at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987)
    at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-21T08:22:38,010 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:38,011 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-21T08:22:38,011 DEBUG [RS:0;6ed56fb6cbf7:41847 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-21T08:22:38,111 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.shipper6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 terminated
2024-11-21T08:22:38,111 WARN  [RS_REFRESH_PEER-regionserver/6ed56fb6cbf7:0-0.replicationSource,2-6ed56fb6cbf7,41847,1732177326110.replicationSource.wal-reader.6ed56fb6cbf7%2C41847%2C1732177326110,2-6ed56fb6cbf7,41847,1732177326110 {}] util.Threads(127): sleep interrupted
java.lang.InterruptedException: sleep interrupted
	at java.lang.Thread.sleep(Native Method) ~[?:?]
	at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?]
	at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?]
2024-11-21T08:22:38,111 INFO  [RS:0;6ed56fb6cbf7:41847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41847
2024-11-21T08:22:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196/rs
2024-11-21T08:22:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368745196/rs/6ed56fb6cbf7,41847,1732177326110
2024-11-21T08:22:38,325 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:38,383 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ed56fb6cbf7,41847,1732177326110]
2024-11-21T08:22:38,397 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-368745196/draining/6ed56fb6cbf7,41847,1732177326110 already deleted, retry=false
2024-11-21T08:22:38,397 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ed56fb6cbf7,41847,1732177326110 expired; onlineServers=0
2024-11-21T08:22:38,397 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ed56fb6cbf7,35269,1732177325885' *****
2024-11-21T08:22:38,397 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-21T08:22:38,397 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-21T08:22:38,398 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-21T08:22:38,398 DEBUG [M:0;6ed56fb6cbf7:35269 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-21T08:22:38,398 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-21T08:22:38,398 DEBUG [M:0;6ed56fb6cbf7:35269 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-21T08:22:38,398 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177327883 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.large.0-1732177327883,5,FailOnTimeoutGroup]
2024-11-21T08:22:38,398 DEBUG [master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177327883 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ed56fb6cbf7:0:becomeActiveMaster-HFileCleaner.small.0-1732177327883,5,FailOnTimeoutGroup]
2024-11-21T08:22:38,399 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.ChoreService(370): Chore service for: master/6ed56fb6cbf7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-21T08:22:38,399 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-21T08:22:38,399 DEBUG [M:0;6ed56fb6cbf7:35269 {}] master.HMaster(1795): Stopping service threads
2024-11-21T08:22:38,399 INFO  [M:0;6ed56fb6cbf7:35269 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-21T08:22:38,399 INFO  [M:0;6ed56fb6cbf7:35269 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-21T08:22:38,399 ERROR [M:0;6ed56fb6cbf7:35269 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:41251 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41251,5,PEWorkerGroup]
2024-11-21T08:22:38,399 INFO  [M:0;6ed56fb6cbf7:35269 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-21T08:22:38,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-21T08:22:38,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368745196/master
2024-11-21T08:22:38,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368745196
2024-11-21T08:22:38,412 DEBUG [M:0;6ed56fb6cbf7:35269 {}] zookeeper.ZKUtil(347): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Unable to get data of znode /0-368745196/master because node does not exist (not an error)
2024-11-21T08:22:38,412 WARN  [M:0;6ed56fb6cbf7:35269 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-21T08:22:38,412 INFO  [M:0;6ed56fb6cbf7:35269 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/.lastflushedseqids
2024-11-21T08:22:38,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741853_1029 (size=263)
2024-11-21T08:22:38,427 INFO  [M:0;6ed56fb6cbf7:35269 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-21T08:22:38,427 INFO  [M:0;6ed56fb6cbf7:35269 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-21T08:22:38,427 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-21T08:22:38,427 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:38,427 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:38,427 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-21T08:22:38,427 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:38,427 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB
2024-11-21T08:22:38,447 DEBUG [M:0;6ed56fb6cbf7:35269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b0ced47e5af414c917e0293e578c10b is 82, key is hbase:meta,,1/info:regioninfo/1732177328559/Put/seqid=0
2024-11-21T08:22:38,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741854_1030 (size=5672)
2024-11-21T08:22:38,455 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b0ced47e5af414c917e0293e578c10b
2024-11-21T08:22:38,476 DEBUG [M:0;6ed56fb6cbf7:35269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9666091d92a54a1cad53816340050c18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732177343083/Put/seqid=0
2024-11-21T08:22:38,483 INFO  [RS:0;6ed56fb6cbf7:41847 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:38,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:38,483 INFO  [RS:0;6ed56fb6cbf7:41847 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ed56fb6cbf7,41847,1732177326110; zookeeper connection closed.
2024-11-21T08:22:38,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41847-0x1015c7c60c70001, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:38,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741855_1031 (size=8909)
2024-11-21T08:22:38,488 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c5247f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c5247f
2024-11-21T08:22:38,489 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-21T08:22:38,886 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9666091d92a54a1cad53816340050c18
2024-11-21T08:22:38,907 DEBUG [M:0;6ed56fb6cbf7:35269 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c467cad76f8d420db4df5c5dd155d50d is 69, key is 6ed56fb6cbf7,41847,1732177326110/rs:state/1732177327946/Put/seqid=0
2024-11-21T08:22:38,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741856_1032 (size=5156)
2024-11-21T08:22:39,312 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c467cad76f8d420db4df5c5dd155d50d
2024-11-21T08:22:39,315 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b0ced47e5af414c917e0293e578c10b as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b0ced47e5af414c917e0293e578c10b
2024-11-21T08:22:39,319 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b0ced47e5af414c917e0293e578c10b, entries=8, sequenceid=112, filesize=5.5 K
2024-11-21T08:22:39,319 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9666091d92a54a1cad53816340050c18 as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9666091d92a54a1cad53816340050c18
2024-11-21T08:22:39,322 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9666091d92a54a1cad53816340050c18, entries=13, sequenceid=112, filesize=8.7 K
2024-11-21T08:22:39,323 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c467cad76f8d420db4df5c5dd155d50d as hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c467cad76f8d420db4df5c5dd155d50d
2024-11-21T08:22:39,326 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41251/user/jenkins/test-data/106cf3aa-4b47-df95-e768-b1f6515d5cea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c467cad76f8d420db4df5c5dd155d50d, entries=1, sequenceid=112, filesize=5.0 K
2024-11-21T08:22:39,326 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=112, compaction requested=false
2024-11-21T08:22:39,327 INFO  [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-21T08:22:39,327 DEBUG [M:0;6ed56fb6cbf7:35269 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732177358427Disabling compacts and flushes for region at 1732177358427Disabling writes for close at 1732177358427Obtaining lock to block concurrent updates at 1732177358427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732177358427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732177358428 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732177358428Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732177358428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732177358447 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732177358447Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732177358459 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732177358476 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732177358476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732177358890 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732177358907 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732177358907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f18b05: reopening flushed file at 1732177359315 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff64096: reopening flushed file at 1732177359319 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795de7b: reopening flushed file at 1732177359322 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=112, compaction requested=false at 1732177359326 (+4 ms)Writing region close event to WAL at 1732177359327 (+1 ms)Closed at 1732177359327
2024-11-21T08:22:39,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741830_1006 (size=69055)
2024-11-21T08:22:39,329 INFO  [M:0;6ed56fb6cbf7:35269 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-21T08:22:39,329 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-21T08:22:39,329 INFO  [M:0;6ed56fb6cbf7:35269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35269
2024-11-21T08:22:39,329 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-21T08:22:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:39,487 INFO  [M:0;6ed56fb6cbf7:35269 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-21T08:22:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35269-0x1015c7c60c70000, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-21T08:22:39,489 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f3c2a80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-21T08:22:39,489 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c5fdd68{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:39,489 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:39,489 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19c881b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:39,490 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13eac5e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:39,490 WARN  [BP-204448129-172.17.0.3-1732177323314 heartbeating to localhost/127.0.0.1:41251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-21T08:22:39,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-21T08:22:39,490 WARN  [BP-204448129-172.17.0.3-1732177323314 heartbeating to localhost/127.0.0.1:41251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-204448129-172.17.0.3-1732177323314 (Datanode Uuid 8b03c863-8a5f-4910-ba2e-58da053c15b1) service to localhost/127.0.0.1:41251
2024-11-21T08:22:39,490 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-21T08:22:39,491 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/data/data2/current/BP-204448129-172.17.0.3-1732177323314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:39,491 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/cluster_28106d00-0c26-a106-18e1-0728b53a1b1b/data/data1/current/BP-204448129-172.17.0.3-1732177323314 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-21T08:22:39,491 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-21T08:22:39,496 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383b0199{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-21T08:22:39,496 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76f42fd5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-21T08:22:39,496 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-21T08:22:39,496 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76eb042e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-21T08:22:39,496 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49df445f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3831fdf7-62bd-fb18-43a8-a97516b37e00/hadoop.log.dir/,STOPPED}
2024-11-21T08:22:39,502 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-21T08:22:39,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-21T08:22:39,527 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 531)
Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41251 from jenkins.hfs.21
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46265
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53357)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41251
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41081 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-49-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41081 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41251
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46265 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-40-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:46265
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53357)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41081
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41081 from jenkins.hfs.23
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-40-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41081
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41081
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-41-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41251 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: nioEventLoopGroup-40-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-45-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:41081
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-49-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41251 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41081
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46265
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46265 from jenkins.hfs.22
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HMaster-EventLoopGroup-49-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46265 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-47-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41251
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53357)
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395)
	app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336)
	app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309)

Potentially hanging thread: nioEventLoopGroup-41-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=978 (was 873) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=473 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4471 (was 3599) - AvailableMemoryMB LEAK? -
2024-11-21T08:22:39,527 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500
2024-11-21T08:22:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015c7c60c70002, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:22:39,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015c7c60c70008, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:22:39,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015c7c60c70008, quorum=127.0.0.1:53357, baseZNode=/2-1534535313 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:22:39,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015c7c60c70002, quorum=127.0.0.1:53357, baseZNode=/0-368745196 Received Disconnected from ZooKeeper, ignoring
2024-11-21T08:22:39,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015c7c60c70005, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received ZooKeeper Event, type=None, state=Disconnected, path=null
2024-11-21T08:22:39,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015c7c60c70005, quorum=127.0.0.1:53357, baseZNode=/1-1999371350 Received Disconnected from ZooKeeper, ignoring